2024-11-16 19:31:16,917 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 19:31:16,935 main DEBUG Took 0.015841 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 19:31:16,935 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 19:31:16,935 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 19:31:16,936 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 19:31:16,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,945 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 19:31:16,961 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,966 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,967 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,969 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,970 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,972 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,973 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,974 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,977 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,978 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,979 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 19:31:16,982 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,983 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 19:31:16,988 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 19:31:16,989 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 19:31:16,992 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 19:31:16,993 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 19:31:16,994 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 19:31:16,995 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 19:31:17,006 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 19:31:17,010 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 19:31:17,012 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 19:31:17,012 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 19:31:17,013 main DEBUG createAppenders(={Console}) 2024-11-16 19:31:17,014 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-16 19:31:17,015 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 19:31:17,015 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-16 19:31:17,016 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 19:31:17,016 main DEBUG OutputStream closed 2024-11-16 19:31:17,017 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 19:31:17,017 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 19:31:17,018 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-16 19:31:17,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 19:31:17,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 19:31:17,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 19:31:17,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 19:31:17,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 19:31:17,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 19:31:17,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 19:31:17,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 19:31:17,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 19:31:17,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 19:31:17,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 19:31:17,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 19:31:17,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 19:31:17,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 19:31:17,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 19:31:17,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 19:31:17,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 19:31:17,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 19:31:17,130 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 19:31:17,131 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-16 19:31:17,131 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 19:31:17,132 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-16T19:31:17,143 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-16 19:31:17,146 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 19:31:17,146 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T19:31:17,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=3937 2024-11-16T19:31:17,579 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-16T19:31:17,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c 2024-11-16T19:31:17,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/cluster_348a5c06-0568-74d1-a43a-6fa1718181a8, deleteOnExit=true 2024-11-16T19:31:17,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/cluster_348a5c06-0568-74d1-a43a-6fa1718181a8/zookeeper_0, clientPort=56171, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/cluster_348a5c06-0568-74d1-a43a-6fa1718181a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/cluster_348a5c06-0568-74d1-a43a-6fa1718181a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:31:17,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56171 2024-11-16T19:31:17,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:31:17,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:31:17,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/test.cache.data in system properties and HBase conf 2024-11-16T19:31:17,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:31:17,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:31:17,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:31:17,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:31:17,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:31:17,884 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T19:31:17,995 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:31:18,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:31:18,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:31:18,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:31:18,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:31:18,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:31:18,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:31:18,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:31:18,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:31:18,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:31:18,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:31:18,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:31:18,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:31:18,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:31:18,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:31:18,967 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T19:31:19,052 INFO [Time-limited test {}] log.Log(170): Logging initialized @2831ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T19:31:19,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:19,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:31:19,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:31:19,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:31:19,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:31:19,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:19,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:31:19,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:31:19,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/java.io.tmpdir/jetty-localhost-36423-hadoop-hdfs-3_4_1-tests_jar-_-any-1546142280716984919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:31:19,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:36423} 2024-11-16T19:31:19,688 INFO [Time-limited test {}] server.Server(415): Started @3469ms 2024-11-16T19:31:20,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:20,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:31:20,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:31:20,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:31:20,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:31:20,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:31:20,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:31:20,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/java.io.tmpdir/jetty-localhost-44967-hadoop-hdfs-3_4_1-tests_jar-_-any-12596400216310815519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:31:20,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:44967} 2024-11-16T19:31:20,208 INFO [Time-limited test {}] server.Server(415): Started @3989ms 2024-11-16T19:31:20,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:31:20,704 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/cluster_348a5c06-0568-74d1-a43a-6fa1718181a8/data/data1/current/BP-838044026-172.17.0.2-1731785478709/current, will proceed with Du for space computation calculation, 2024-11-16T19:31:20,704 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/cluster_348a5c06-0568-74d1-a43a-6fa1718181a8/data/data2/current/BP-838044026-172.17.0.2-1731785478709/current, will proceed with Du for space computation calculation, 2024-11-16T19:31:20,749 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:31:20,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22356b328cc66c44 with lease ID 0x5a221b696d886758: Processing first storage report for DS-548c89dc-f400-4fb9-af70-5f07c1552246 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=84a6976e-af6a-4c13-9900-5b9afbd3c892, infoPort=43099, infoSecurePort=0, ipcPort=43843, storageInfo=lv=-57;cid=testClusterID;nsid=206229738;c=1731785478709) 2024-11-16T19:31:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22356b328cc66c44 with lease ID 0x5a221b696d886758: from storage DS-548c89dc-f400-4fb9-af70-5f07c1552246 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=84a6976e-af6a-4c13-9900-5b9afbd3c892, infoPort=43099, infoSecurePort=0, ipcPort=43843, storageInfo=lv=-57;cid=testClusterID;nsid=206229738;c=1731785478709), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T19:31:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22356b328cc66c44 with lease ID 0x5a221b696d886758: Processing first storage report for DS-066c305a-d423-41c3-b98e-99bcdf3107ef from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=84a6976e-af6a-4c13-9900-5b9afbd3c892, infoPort=43099, infoSecurePort=0, ipcPort=43843, storageInfo=lv=-57;cid=testClusterID;nsid=206229738;c=1731785478709) 2024-11-16T19:31:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22356b328cc66c44 with lease ID 0x5a221b696d886758: from storage DS-066c305a-d423-41c3-b98e-99bcdf3107ef node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=84a6976e-af6a-4c13-9900-5b9afbd3c892, infoPort=43099, infoSecurePort=0, ipcPort=43843, storageInfo=lv=-57;cid=testClusterID;nsid=206229738;c=1731785478709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:31:20,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c 2024-11-16T19:31:20,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:20,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:31:21,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1 with version=8 2024-11-16T19:31:21,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/hbase-staging 2024-11-16T19:31:21,562 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T19:31:21,767 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:21,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:21,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:21,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:21,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:21,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:21,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:31:21,980 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T19:31:21,987 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T19:31:21,991 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:22,013 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 102184 (auto-detected) 2024-11-16T19:31:22,014 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T19:31:22,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44929 2024-11-16T19:31:22,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44929 connecting to ZooKeeper ensemble=127.0.0.1:56171 2024-11-16T19:31:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449290x0, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:22,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44929-0x1004a04aacb0000 connected 2024-11-16T19:31:22,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:22,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:22,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/running 2024-11-16T19:31:22,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1, hbase.cluster.distributed=false 2024-11-16T19:31:22,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/acl 2024-11-16T19:31:22,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-16T19:31:22,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44929 2024-11-16T19:31:22,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44929 2024-11-16T19:31:22,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-16T19:31:22,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-16T19:31:22,249 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:22,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:22,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:22,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:22,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:22,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:22,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:31:22,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:22,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46079 2024-11-16T19:31:22,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46079 connecting to ZooKeeper ensemble=127.0.0.1:56171 2024-11-16T19:31:22,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:22,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:22,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460790x0, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:22,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460790x0, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/running 2024-11-16T19:31:22,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46079-0x1004a04aacb0001 connected 2024-11-16T19:31:22,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:31:22,281 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:31:22,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/master 2024-11-16T19:31:22,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/acl 2024-11-16T19:31:22,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-16T19:31:22,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46079 2024-11-16T19:31:22,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46079 2024-11-16T19:31:22,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-16T19:31:22,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-16T19:31:22,308 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:44929 2024-11-16T19:31:22,309 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01263253200/backup-masters/d11ab77873cb,44929,1731785481605 2024-11-16T19:31:22,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/backup-masters 2024-11-16T19:31:22,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/backup-masters 2024-11-16T19:31:22,316 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on existing znode=/01263253200/backup-masters/d11ab77873cb,44929,1731785481605 2024-11-16T19:31:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263253200/master 2024-11-16T19:31:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:22,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on existing znode=/01263253200/master 2024-11-16T19:31:22,336 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01263253200/backup-masters/d11ab77873cb,44929,1731785481605 from backup master directory 2024-11-16T19:31:22,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/backup-masters 2024-11-16T19:31:22,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/backup-masters/d11ab77873cb,44929,1731785481605 2024-11-16T19:31:22,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/backup-masters 2024-11-16T19:31:22,341 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:22,341 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,44929,1731785481605 2024-11-16T19:31:22,343 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T19:31:22,345 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T19:31:22,399 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/hbase.id] with ID: be80120f-246b-46d1-9de5-ef0229f2a2c2 2024-11-16T19:31:22,399 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/.tmp/hbase.id 2024-11-16T19:31:22,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:31:22,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/.tmp/hbase.id]:[hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/hbase.id] 2024-11-16T19:31:22,860 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:22,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:31:22,887 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-16T19:31:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:22,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:31:23,321 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:31:23,324 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:31:23,338 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T19:31:23,341 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:31:23,790 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store 2024-11-16T19:31:23,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:31:23,816 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T19:31:23,820 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:23,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:31:23,822 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:23,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:23,823 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:31:23,824 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:23,824 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:23,825 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785483822Disabling compacts and flushes for region at 1731785483822Disabling writes for close at 1731785483823 (+1 ms)Writing region close event to WAL at 1731785483824 (+1 ms)Closed at 1731785483824 2024-11-16T19:31:23,827 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/.initializing 2024-11-16T19:31:23,827 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605 2024-11-16T19:31:23,835 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:23,852 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C44929%2C1731785481605, suffix=, logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605, archiveDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/oldWALs, maxLogs=10 2024-11-16T19:31:23,875 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605/d11ab77873cb%2C44929%2C1731785481605.1731785483857, exclude list is [], retry=0 2024-11-16T19:31:23,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-548c89dc-f400-4fb9-af70-5f07c1552246,DISK] 2024-11-16T19:31:23,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T19:31:23,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605/d11ab77873cb%2C44929%2C1731785481605.1731785483857 2024-11-16T19:31:23,923 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-16T19:31:23,924 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:23,924 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:23,927 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:23,928 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:23,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:23,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:31:23,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:23,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:23,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:23,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:31:23,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:23,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:23,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:23,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:31:23,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:23,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:23,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:24,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:31:24,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:24,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:24,004 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:24,007 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:24,008 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:24,013 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:24,014 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:24,017 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:24,020 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:24,025 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:24,026 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59760500, jitterRate=-0.10949915647506714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:24,033 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785483939Initializing all the Stores at 1731785483941 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785483941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785483942 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785483942Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785483942Cleaning up temporary data from old regions at 1731785484014 (+72 ms)Region opened successfully at 1731785484033 (+19 ms) 2024-11-16T19:31:24,035 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:31:24,065 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b1b7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:24,092 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:31:24,103 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:31:24,103 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:31:24,107 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:31:24,108 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T19:31:24,114 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-16T19:31:24,115 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:31:24,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:31:24,151 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/balancer because node does not exist (not necessarily an error) 2024-11-16T19:31:24,153 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/balancer already deleted, retry=false 2024-11-16T19:31:24,155 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:31:24,156 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:31:24,157 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/normalizer already deleted, retry=false 2024-11-16T19:31:24,159 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:31:24,163 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:31:24,164 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/switch/split already deleted, retry=false 2024-11-16T19:31:24,165 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:31:24,166 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/switch/merge already deleted, retry=false 2024-11-16T19:31:24,183 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:31:24,185 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/snapshot-cleanup already deleted, retry=false 2024-11-16T19:31:24,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263253200/running 2024-11-16T19:31:24,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263253200/running 2024-11-16T19:31:24,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:24,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:24,190 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,44929,1731785481605, sessionid=0x1004a04aacb0000, setting cluster-up flag (Was=false) 2024-11-16T19:31:24,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:24,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:24,205 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01263253200/flush-table-proc/acquired, /01263253200/flush-table-proc/reached, /01263253200/flush-table-proc/abort 2024-11-16T19:31:24,207 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,44929,1731785481605 2024-11-16T19:31:24,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:24,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:24,215 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01263253200/online-snapshot/acquired, /01263253200/online-snapshot/reached, /01263253200/online-snapshot/abort 2024-11-16T19:31:24,217 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,44929,1731785481605 2024-11-16T19:31:24,224 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:31:24,296 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:24,299 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(746): ClusterId : be80120f-246b-46d1-9de5-ef0229f2a2c2 2024-11-16T19:31:24,302 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:31:24,305 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:31:24,307 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:31:24,307 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:31:24,309 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:31:24,310 DEBUG [RS:0;d11ab77873cb:46079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4840f4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:24,314 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:31:24,319 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,44929,1731785481605 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:31:24,327 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:46079 2024-11-16T19:31:24,327 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:24,328 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:24,328 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:24,328 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:24,328 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:31:24,329 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,329 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:24,329 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,331 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:31:24,331 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:31:24,332 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:31:24,335 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,44929,1731785481605 with port=46079, startcode=1731785482214 2024-11-16T19:31:24,342 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785514342 2024-11-16T19:31:24,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:31:24,346 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:31:24,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:24,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:31:24,348 DEBUG [RS:0;d11ab77873cb:46079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:31:24,350 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:31:24,351 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:31:24,351 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:31:24,351 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:31:24,353 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,355 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:24,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:31:24,359 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:31:24,361 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:31:24,361 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:31:24,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:31:24,363 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:31:24,364 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:31:24,366 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785484365,5,FailOnTimeoutGroup] 2024-11-16T19:31:24,367 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785484366,5,FailOnTimeoutGroup] 2024-11-16T19:31:24,367 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,368 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:31:24,369 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,369 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:31:24,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:31:24,392 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1 2024-11-16T19:31:24,395 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:31:24,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,46079,1731785482214 2024-11-16T19:31:24,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44929 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,46079,1731785482214 2024-11-16T19:31:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741832_1008 (size=32) 2024-11-16T19:31:24,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:24,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:24,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:24,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:24,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:24,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:24,425 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1 2024-11-16T19:31:24,425 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34835 2024-11-16T19:31:24,425 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:31:24,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:24,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:24,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/rs 2024-11-16T19:31:24,430 DEBUG [RS:0;d11ab77873cb:46079 {}] zookeeper.ZKUtil(111): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on existing znode=/01263253200/rs/d11ab77873cb,46079,1731785482214 2024-11-16T19:31:24,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:24,430 WARN [RS:0;d11ab77873cb:46079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:24,431 INFO [RS:0;d11ab77873cb:46079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:24,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:24,431 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214 2024-11-16T19:31:24,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:24,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:24,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,46079,1731785482214] 2024-11-16T19:31:24,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:24,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:24,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:24,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:24,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:24,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:24,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740 2024-11-16T19:31:24,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740 2024-11-16T19:31:24,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:24,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:24,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:24,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:24,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:24,467 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62810956, jitterRate=-0.06404381990432739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:24,467 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:31:24,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785484413Initializing all the Stores at 1731785484415 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785484415Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785484415Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785484415Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785484415Cleaning up temporary data from old regions at 1731785484449 (+34 ms)Region opened successfully at 1731785484471 (+22 ms) 2024-11-16T19:31:24,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:24,472 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:24,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:24,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:24,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:24,473 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:24,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785484472Disabling compacts and flushes for region at 1731785484472Disabling writes for close at 1731785484472Writing region close event to WAL at 1731785484473 (+1 ms)Closed at 1731785484473 2024-11-16T19:31:24,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:24,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:31:24,483 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:31:24,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:31:24,487 INFO [RS:0;d11ab77873cb:46079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:31:24,487 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,488 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:31:24,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:24,494 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:31:24,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:31:24,495 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,496 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,496 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,496 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,496 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,496 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,496 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:24,496 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,497 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,497 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,497 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,497 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,497 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:24,497 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:24,497 DEBUG [RS:0;d11ab77873cb:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:24,498 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,498 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,498 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,499 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,499 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,499 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46079,1731785482214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:24,518 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:31:24,520 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46079,1731785482214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,520 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,521 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.Replication(171): d11ab77873cb,46079,1731785482214 started 2024-11-16T19:31:24,542 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:24,542 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,46079,1731785482214, RpcServer on d11ab77873cb/172.17.0.2:46079, sessionid=0x1004a04aacb0001 2024-11-16T19:31:24,543 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:31:24,543 DEBUG [RS:0;d11ab77873cb:46079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,46079,1731785482214 2024-11-16T19:31:24,543 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,46079,1731785482214' 2024-11-16T19:31:24,543 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01263253200/flush-table-proc/abort' 2024-11-16T19:31:24,544 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01263253200/flush-table-proc/acquired' 2024-11-16T19:31:24,545 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:31:24,545 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:31:24,545 DEBUG [RS:0;d11ab77873cb:46079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,46079,1731785482214 2024-11-16T19:31:24,545 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,46079,1731785482214' 2024-11-16T19:31:24,545 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01263253200/online-snapshot/abort' 2024-11-16T19:31:24,546 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01263253200/online-snapshot/acquired' 2024-11-16T19:31:24,547 DEBUG [RS:0;d11ab77873cb:46079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:31:24,547 INFO [RS:0;d11ab77873cb:46079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:31:24,547 INFO [RS:0;d11ab77873cb:46079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:31:24,646 WARN [d11ab77873cb:44929 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T19:31:24,651 INFO [RS:0;d11ab77873cb:46079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:24,655 INFO [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C46079%2C1731785482214, suffix=, logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214, archiveDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs, maxLogs=10 2024-11-16T19:31:24,672 DEBUG [RS:0;d11ab77873cb:46079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658, exclude list is [], retry=0 2024-11-16T19:31:24,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-548c89dc-f400-4fb9-af70-5f07c1552246,DISK] 2024-11-16T19:31:24,682 INFO [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 2024-11-16T19:31:24,685 DEBUG [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-16T19:31:24,898 DEBUG [d11ab77873cb:44929 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:31:24,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,46079,1731785482214 2024-11-16T19:31:24,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,46079,1731785482214, state=OPENING 2024-11-16T19:31:24,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:31:24,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:24,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:24,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:24,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:24,934 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:24,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,46079,1731785482214}] 2024-11-16T19:31:25,119 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:31:25,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:31:25,136 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:31:25,137 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:25,138 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:31:25,142 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C46079%2C1731785482214.meta, suffix=.meta, logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214, archiveDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs, maxLogs=10 2024-11-16T19:31:25,161 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.meta.1731785485144.meta, exclude list is [], retry=0 2024-11-16T19:31:25,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-548c89dc-f400-4fb9-af70-5f07c1552246,DISK] 2024-11-16T19:31:25,170 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.meta.1731785485144.meta 2024-11-16T19:31:25,170 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-16T19:31:25,171 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:25,176 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:31:25,177 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:31:25,180 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:31:25,182 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:31:25,186 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:31:25,187 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:25,187 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:31:25,188 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:31:25,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:25,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:25,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:25,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:25,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:25,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:25,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:25,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:25,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:25,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:25,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:25,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:25,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:25,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:25,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:25,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:25,207 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:25,209 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740 2024-11-16T19:31:25,213 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740 2024-11-16T19:31:25,218 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:25,218 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:25,221 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:25,225 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:25,227 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69088147, jitterRate=0.02949361503124237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:25,228 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:31:25,230 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785485188Writing region info on filesystem at 1731785485188Initializing all the Stores at 1731785485190 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785485190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785485191 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785485191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785485191Cleaning up temporary data from old regions at 1731785485218 (+27 ms)Running coprocessor post-open hooks at 1731785485228 (+10 ms)Region opened successfully at 1731785485230 (+2 ms) 2024-11-16T19:31:25,238 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785485107 2024-11-16T19:31:25,254 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:31:25,254 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:31:25,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,46079,1731785482214 2024-11-16T19:31:25,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,46079,1731785482214, state=OPEN 2024-11-16T19:31:25,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263253200/meta-region-server 2024-11-16T19:31:25,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263253200/meta-region-server 2024-11-16T19:31:25,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:25,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:25,265 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,46079,1731785482214 2024-11-16T19:31:25,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:31:25,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,46079,1731785482214 in 329 msec 2024-11-16T19:31:25,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:31:25,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 791 msec 2024-11-16T19:31:25,284 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:25,284 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:31:25,310 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:25,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,46079,1731785482214, seqNum=-1] 2024-11-16T19:31:25,340 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:25,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:25,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1130 sec 2024-11-16T19:31:25,373 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785485373, completionTime=-1 2024-11-16T19:31:25,377 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:31:25,378 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:31:25,413 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:31:25,414 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785545413 2024-11-16T19:31:25,414 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785605414 2024-11-16T19:31:25,414 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec 2024-11-16T19:31:25,417 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44929,1731785481605-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:25,418 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44929,1731785481605-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:25,418 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44929,1731785481605-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:25,420 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:44929, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:25,421 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:25,422 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:25,431 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:31:25,460 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.119sec 2024-11-16T19:31:25,462 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:31:25,464 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:31:25,465 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:31:25,466 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:31:25,466 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:31:25,468 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44929,1731785481605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:25,469 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44929,1731785481605-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:31:25,480 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:31:25,481 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:31:25,482 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44929,1731785481605-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:25,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fbc0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:25,515 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T19:31:25,515 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T19:31:25,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44929,-1 for getting cluster id 2024-11-16T19:31:25,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:25,533 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be80120f-246b-46d1-9de5-ef0229f2a2c2' 2024-11-16T19:31:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be80120f-246b-46d1-9de5-ef0229f2a2c2" 2024-11-16T19:31:25,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86253f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:25,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44929,-1] 2024-11-16T19:31:25,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:25,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:25,554 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:25,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e3ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:25,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,46079,1731785482214, seqNum=-1] 2024-11-16T19:31:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:25,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,44929,1731785481605 2024-11-16T19:31:25,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56171 2024-11-16T19:31:25,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:25,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a04aacb0002 connected 2024-11-16T19:31:25,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.log.dir so I do NOT create it in target/test-data/bc488afc-bb16-5832-2122-473e1a731351 2024-11-16T19:31:25,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:31:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.tmp.dir so I do NOT create it in target/test-data/bc488afc-bb16-5832-2122-473e1a731351 2024-11-16T19:31:25,651 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:31:25,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351 2024-11-16T19:31:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:31:25,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/cluster_3e76307b-82e3-84a3-e0d4-9d8119afa43a, deleteOnExit=true 2024-11-16T19:31:25,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:31:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/test.cache.data in system properties and HBase conf 2024-11-16T19:31:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:31:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:31:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:31:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:31:25,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:31:25,653 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:31:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:31:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:31:25,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:31:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:31:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:31:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:31:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:31:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:31:25,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:31:25,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:31:25,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:31:25,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:31:25,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:31:25,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:31:25,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:25,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:31:25,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:31:25,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:31:25,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:31:25,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:25,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b699d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:31:25,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5c8066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:31:25,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c2a81f0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/java.io.tmpdir/jetty-localhost-35125-hadoop-hdfs-3_4_1-tests_jar-_-any-13390063406909186423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:31:25,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dfbbe97{HTTP/1.1, (http/1.1)}{localhost:35125} 2024-11-16T19:31:25,923 INFO [Time-limited test {}] server.Server(415): Started @9704ms 2024-11-16T19:31:26,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:26,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:31:26,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:31:26,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:31:26,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:31:26,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2f7835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:31:26,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc263b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:31:26,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8120ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/java.io.tmpdir/jetty-localhost-39803-hadoop-hdfs-3_4_1-tests_jar-_-any-4000855437633693587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:31:26,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77fdfbd5{HTTP/1.1, (http/1.1)}{localhost:39803} 2024-11-16T19:31:26,152 INFO [Time-limited test {}] server.Server(415): Started @9933ms 2024-11-16T19:31:26,154 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:31:26,252 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/cluster_3e76307b-82e3-84a3-e0d4-9d8119afa43a/data/data2/current/BP-613413353-172.17.0.2-1731785485691/current, will proceed with Du for space computation calculation, 2024-11-16T19:31:26,252 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/cluster_3e76307b-82e3-84a3-e0d4-9d8119afa43a/data/data1/current/BP-613413353-172.17.0.2-1731785485691/current, will proceed with Du for space computation calculation, 2024-11-16T19:31:26,287 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:31:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34afb639f9768608 with lease ID 0xcc8881ba6b18ed8d: Processing first storage report for DS-5528188c-fd58-4053-8e0c-3eebe2b295a2 from datanode DatanodeRegistration(127.0.0.1:38275, datanodeUuid=90241c80-2e01-423e-97cb-5cf7705d5305, infoPort=45881, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=748455733;c=1731785485691) 2024-11-16T19:31:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34afb639f9768608 with lease ID 0xcc8881ba6b18ed8d: from storage DS-5528188c-fd58-4053-8e0c-3eebe2b295a2 node DatanodeRegistration(127.0.0.1:38275, datanodeUuid=90241c80-2e01-423e-97cb-5cf7705d5305, infoPort=45881, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=748455733;c=1731785485691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:31:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34afb639f9768608 with lease ID 0xcc8881ba6b18ed8d: Processing first storage report for DS-9cd9721c-daea-4953-b146-c3272ba640c2 from datanode DatanodeRegistration(127.0.0.1:38275, datanodeUuid=90241c80-2e01-423e-97cb-5cf7705d5305, infoPort=45881, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=748455733;c=1731785485691) 2024-11-16T19:31:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34afb639f9768608 with lease ID 0xcc8881ba6b18ed8d: from storage DS-9cd9721c-daea-4953-b146-c3272ba640c2 node DatanodeRegistration(127.0.0.1:38275, datanodeUuid=90241c80-2e01-423e-97cb-5cf7705d5305, infoPort=45881, infoSecurePort=0, ipcPort=35527, storageInfo=lv=-57;cid=testClusterID;nsid=748455733;c=1731785485691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:31:26,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351 2024-11-16T19:31:26,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:26,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:26,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:31:26,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3 with version=8 2024-11-16T19:31:26,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/hbase-staging 2024-11-16T19:31:26,734 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:26,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:26,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:26,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:26,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:26,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:26,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:31:26,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:26,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35117 2024-11-16T19:31:26,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35117 connecting to ZooKeeper ensemble=127.0.0.1:56171 2024-11-16T19:31:26,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351170x0, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:26,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35117-0x1004a04aacb0003 connected 2024-11-16T19:31:26,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:26,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:26,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on znode that does not yet exist, /1-652203638/running 2024-11-16T19:31:26,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3, hbase.cluster.distributed=false 2024-11-16T19:31:26,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on znode that does not yet exist, /1-652203638/acl 2024-11-16T19:31:26,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35117 2024-11-16T19:31:26,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35117 2024-11-16T19:31:26,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35117 2024-11-16T19:31:26,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35117 2024-11-16T19:31:26,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35117 2024-11-16T19:31:26,778 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:26,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:26,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:26,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:26,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:26,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:26,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:31:26,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:26,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34095 2024-11-16T19:31:26,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34095 connecting to ZooKeeper ensemble=127.0.0.1:56171 2024-11-16T19:31:26,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:26,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:26,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340950x0, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:26,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340950x0, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on znode that does not yet exist, /1-652203638/running 2024-11-16T19:31:26,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34095-0x1004a04aacb0004 connected 2024-11-16T19:31:26,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:31:26,791 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:31:26,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on znode that does not yet exist, /1-652203638/master 2024-11-16T19:31:26,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on znode that does not yet exist, /1-652203638/acl 2024-11-16T19:31:26,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34095 2024-11-16T19:31:26,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34095 2024-11-16T19:31:26,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34095 2024-11-16T19:31:26,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34095 2024-11-16T19:31:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34095 2024-11-16T19:31:26,815 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:35117 2024-11-16T19:31:26,816 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-652203638/backup-masters/d11ab77873cb,35117,1731785486733 2024-11-16T19:31:26,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638/backup-masters 2024-11-16T19:31:26,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638/backup-masters 2024-11-16T19:31:26,818 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on existing znode=/1-652203638/backup-masters/d11ab77873cb,35117,1731785486733 2024-11-16T19:31:26,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-652203638/master 2024-11-16T19:31:26,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:26,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:26,819 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on existing znode=/1-652203638/master 2024-11-16T19:31:26,820 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-652203638/backup-masters/d11ab77873cb,35117,1731785486733 from backup master directory 2024-11-16T19:31:26,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652203638/backup-masters/d11ab77873cb,35117,1731785486733 2024-11-16T19:31:26,821 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:26,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638/backup-masters 2024-11-16T19:31:26,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,35117,1731785486733 2024-11-16T19:31:26,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638/backup-masters 2024-11-16T19:31:26,831 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/hbase.id] with ID: 882b90ee-f96b-47f3-92e9-e52a36350c5c 2024-11-16T19:31:26,831 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/.tmp/hbase.id 2024-11-16T19:31:26,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:31:26,840 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/.tmp/hbase.id]:[hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/hbase.id] 2024-11-16T19:31:26,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:26,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:31:26,870 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T19:31:26,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:26,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:31:27,283 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:31:27,285 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:31:27,286 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:27,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:31:27,701 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store 2024-11-16T19:31:27,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:31:28,116 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:28,116 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:31:28,116 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:28,116 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:28,116 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:31:28,116 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:28,116 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:28,117 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785488116Disabling compacts and flushes for region at 1731785488116Disabling writes for close at 1731785488116Writing region close event to WAL at 1731785488116Closed at 1731785488116 2024-11-16T19:31:28,120 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/.initializing 2024-11-16T19:31:28,120 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/WALs/d11ab77873cb,35117,1731785486733 2024-11-16T19:31:28,123 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:28,127 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C35117%2C1731785486733, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/WALs/d11ab77873cb,35117,1731785486733, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/oldWALs, maxLogs=10 2024-11-16T19:31:28,151 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/WALs/d11ab77873cb,35117,1731785486733/d11ab77873cb%2C35117%2C1731785486733.1731785488128, exclude list is [], retry=0 2024-11-16T19:31:28,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38275,DS-5528188c-fd58-4053-8e0c-3eebe2b295a2,DISK] 2024-11-16T19:31:28,170 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/WALs/d11ab77873cb,35117,1731785486733/d11ab77873cb%2C35117%2C1731785486733.1731785488128 2024-11-16T19:31:28,171 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-16T19:31:28,171 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:28,171 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:28,172 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,172 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:31:28,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:28,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:28,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:31:28,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:28,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:28,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:31:28,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:28,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:28,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:31:28,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:28,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:28,205 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,207 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,208 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,212 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,212 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,214 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:28,220 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:28,235 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:28,236 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73491543, jitterRate=0.09510932862758636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:28,237 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785488172Initializing all the Stores at 1731785488176 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785488176Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785488177 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785488177Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785488177Cleaning up temporary data from old regions at 1731785488212 (+35 ms)Region opened successfully at 1731785488237 (+25 ms) 2024-11-16T19:31:28,240 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:31:28,255 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2650ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:28,256 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:31:28,257 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:31:28,257 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:31:28,257 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:31:28,259 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T19:31:28,260 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:31:28,260 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:31:28,274 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:31:28,276 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Unable to get data of znode /1-652203638/balancer because node does not exist (not necessarily an error) 2024-11-16T19:31:28,280 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652203638/balancer already deleted, retry=false 2024-11-16T19:31:28,282 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:31:28,284 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Unable to get data of znode /1-652203638/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:31:28,285 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652203638/normalizer already deleted, retry=false 2024-11-16T19:31:28,286 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:31:28,288 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Unable to get data of znode /1-652203638/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:31:28,289 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652203638/switch/split already deleted, retry=false 2024-11-16T19:31:28,291 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Unable to get data of znode /1-652203638/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:31:28,292 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652203638/switch/merge already deleted, retry=false 2024-11-16T19:31:28,297 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Unable to get data of znode /1-652203638/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:31:28,298 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652203638/snapshot-cleanup already deleted, retry=false 2024-11-16T19:31:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-652203638/running 2024-11-16T19:31:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-652203638/running 2024-11-16T19:31:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:28,302 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,35117,1731785486733, sessionid=0x1004a04aacb0003, setting cluster-up flag (Was=false) 2024-11-16T19:31:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:28,310 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-652203638/flush-table-proc/acquired, /1-652203638/flush-table-proc/reached, /1-652203638/flush-table-proc/abort 2024-11-16T19:31:28,312 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,35117,1731785486733 2024-11-16T19:31:28,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:28,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:28,322 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-652203638/online-snapshot/acquired, /1-652203638/online-snapshot/reached, /1-652203638/online-snapshot/abort 2024-11-16T19:31:28,324 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,35117,1731785486733 2024-11-16T19:31:28,326 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:31:28,331 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:28,331 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:31:28,331 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:31:28,332 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,35117,1731785486733 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:31:28,334 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:28,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:28,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:28,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:28,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:31:28,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:28,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,343 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785518343 2024-11-16T19:31:28,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:31:28,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:31:28,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:31:28,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:31:28,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:31:28,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:31:28,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:28,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:31:28,348 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:28,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:31:28,349 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:31:28,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:31:28,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:31:28,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:31:28,365 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:31:28,365 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:31:28,377 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785488365,5,FailOnTimeoutGroup] 2024-11-16T19:31:28,385 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785488377,5,FailOnTimeoutGroup] 2024-11-16T19:31:28,385 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,385 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:31:28,386 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:31:28,386 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,403 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(746): ClusterId : 882b90ee-f96b-47f3-92e9-e52a36350c5c 2024-11-16T19:31:28,403 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:31:28,406 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:31:28,407 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:31:28,410 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:31:28,410 DEBUG [RS:0;d11ab77873cb:34095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a3d474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:28,430 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:34095 2024-11-16T19:31:28,430 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:31:28,430 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:31:28,430 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:31:28,433 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,35117,1731785486733 with port=34095, startcode=1731785486777 2024-11-16T19:31:28,434 DEBUG [RS:0;d11ab77873cb:34095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:31:28,438 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:31:28,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,34095,1731785486777 2024-11-16T19:31:28,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35117 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,34095,1731785486777 2024-11-16T19:31:28,446 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3 2024-11-16T19:31:28,446 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38501 2024-11-16T19:31:28,446 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:31:28,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638/rs 2024-11-16T19:31:28,450 DEBUG [RS:0;d11ab77873cb:34095 {}] zookeeper.ZKUtil(111): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on existing znode=/1-652203638/rs/d11ab77873cb,34095,1731785486777 2024-11-16T19:31:28,450 WARN [RS:0;d11ab77873cb:34095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:28,450 INFO [RS:0;d11ab77873cb:34095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:28,450 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/WALs/d11ab77873cb,34095,1731785486777 2024-11-16T19:31:28,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,34095,1731785486777] 2024-11-16T19:31:28,458 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:31:28,463 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:31:28,464 INFO [RS:0;d11ab77873cb:34095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:31:28,464 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,464 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:31:28,466 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:31:28,466 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,467 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,467 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,467 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,467 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,467 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:28,468 DEBUG [RS:0;d11ab77873cb:34095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:28,473 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,473 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,473 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,474 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,474 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,474 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34095,1731785486777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:28,500 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:31:28,500 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34095,1731785486777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,500 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,501 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.Replication(171): d11ab77873cb,34095,1731785486777 started 2024-11-16T19:31:28,525 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:28,525 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,34095,1731785486777, RpcServer on d11ab77873cb/172.17.0.2:34095, sessionid=0x1004a04aacb0004 2024-11-16T19:31:28,525 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:31:28,525 DEBUG [RS:0;d11ab77873cb:34095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,34095,1731785486777 2024-11-16T19:31:28,525 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,34095,1731785486777' 2024-11-16T19:31:28,525 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-652203638/flush-table-proc/abort' 2024-11-16T19:31:28,532 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-652203638/flush-table-proc/acquired' 2024-11-16T19:31:28,536 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:31:28,536 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:31:28,536 DEBUG [RS:0;d11ab77873cb:34095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,34095,1731785486777 2024-11-16T19:31:28,536 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,34095,1731785486777' 2024-11-16T19:31:28,536 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-652203638/online-snapshot/abort' 2024-11-16T19:31:28,542 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-652203638/online-snapshot/acquired' 2024-11-16T19:31:28,542 DEBUG [RS:0;d11ab77873cb:34095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:31:28,542 INFO [RS:0;d11ab77873cb:34095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:31:28,543 INFO [RS:0;d11ab77873cb:34095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:31:28,643 INFO [RS:0;d11ab77873cb:34095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:28,652 INFO [RS:0;d11ab77873cb:34095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C34095%2C1731785486777, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/WALs/d11ab77873cb,34095,1731785486777, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/oldWALs, maxLogs=10 2024-11-16T19:31:28,671 DEBUG [RS:0;d11ab77873cb:34095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/WALs/d11ab77873cb,34095,1731785486777/d11ab77873cb%2C34095%2C1731785486777.1731785488654, exclude list is [], retry=0 2024-11-16T19:31:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38275,DS-5528188c-fd58-4053-8e0c-3eebe2b295a2,DISK] 2024-11-16T19:31:28,679 INFO [RS:0;d11ab77873cb:34095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/WALs/d11ab77873cb,34095,1731785486777/d11ab77873cb%2C34095%2C1731785486777.1731785488654 2024-11-16T19:31:28,680 DEBUG [RS:0;d11ab77873cb:34095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-16T19:31:28,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:31:28,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3 2024-11-16T19:31:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:31:29,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:29,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:29,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:29,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:29,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:29,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:29,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:29,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:29,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:29,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:29,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:29,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:29,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:29,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:29,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740 2024-11-16T19:31:29,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740 2024-11-16T19:31:29,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:29,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:29,218 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:29,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:29,224 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:29,225 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69895157, jitterRate=0.04151900112628937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:29,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785489196Initializing all the Stores at 1731785489197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785489197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785489198 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785489198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785489198Cleaning up temporary data from old regions at 1731785489217 (+19 ms)Region opened successfully at 1731785489225 (+8 ms) 2024-11-16T19:31:29,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:29,226 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:29,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:29,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:29,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:29,227 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:29,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785489226Disabling compacts and flushes for region at 1731785489226Disabling writes for close at 1731785489226Writing region close event to WAL at 1731785489226Closed at 1731785489226 2024-11-16T19:31:29,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:29,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:31:29,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:31:29,231 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:29,233 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:31:29,384 DEBUG [d11ab77873cb:35117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:31:29,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,34095,1731785486777 2024-11-16T19:31:29,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,34095,1731785486777, state=OPENING 2024-11-16T19:31:29,388 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:31:29,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:29,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:29,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:29,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-652203638/meta-region-server: CHANGED 2024-11-16T19:31:29,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-652203638/meta-region-server: CHANGED 2024-11-16T19:31:29,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,34095,1731785486777}] 2024-11-16T19:31:29,545 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:31:29,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:31:29,554 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:31:29,554 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:29,555 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:31:29,558 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C34095%2C1731785486777.meta, suffix=.meta, logDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/WALs/d11ab77873cb,34095,1731785486777, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/oldWALs, maxLogs=10 2024-11-16T19:31:29,581 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/WALs/d11ab77873cb,34095,1731785486777/d11ab77873cb%2C34095%2C1731785486777.meta.1731785489560.meta, exclude list is [], retry=0 2024-11-16T19:31:29,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38275,DS-5528188c-fd58-4053-8e0c-3eebe2b295a2,DISK] 2024-11-16T19:31:29,588 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/WALs/d11ab77873cb,34095,1731785486777/d11ab77873cb%2C34095%2C1731785486777.meta.1731785489560.meta 2024-11-16T19:31:29,589 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-16T19:31:29,590 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:29,590 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:31:29,590 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:31:29,590 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:31:29,591 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:31:29,591 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:31:29,591 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:29,591 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:31:29,591 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:31:29,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:29,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:29,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:29,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:29,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:29,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:29,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:29,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:29,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:29,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:29,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:29,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:29,604 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:29,606 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740 2024-11-16T19:31:29,608 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740 2024-11-16T19:31:29,611 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:29,611 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:29,612 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:29,614 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:29,617 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75197151, jitterRate=0.12052486836910248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:29,617 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:31:29,617 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785489591Writing region info on filesystem at 1731785489592 (+1 ms)Initializing all the Stores at 1731785489593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785489593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785489594 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785489594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785489594Cleaning up temporary data from old regions at 1731785489611 (+17 ms)Running coprocessor post-open hooks at 1731785489617 (+6 ms)Region opened successfully at 1731785489617 2024-11-16T19:31:29,619 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785489544 2024-11-16T19:31:29,624 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:31:29,624 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:31:29,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,34095,1731785486777 2024-11-16T19:31:29,628 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,34095,1731785486777, state=OPEN 2024-11-16T19:31:29,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-652203638/meta-region-server 2024-11-16T19:31:29,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-652203638/meta-region-server: CHANGED 2024-11-16T19:31:29,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-652203638/meta-region-server 2024-11-16T19:31:29,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-652203638/meta-region-server: CHANGED 2024-11-16T19:31:29,630 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,34095,1731785486777 2024-11-16T19:31:29,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:31:29,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,34095,1731785486777 in 240 msec 2024-11-16T19:31:29,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:31:29,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-16T19:31:29,643 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:29,644 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:31:29,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:29,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,34095,1731785486777, seqNum=-1] 2024-11-16T19:31:29,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:29,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:29,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3300 sec 2024-11-16T19:31:29,661 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785489660, completionTime=-1 2024-11-16T19:31:29,661 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:31:29,661 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:31:29,663 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:31:29,663 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785549663 2024-11-16T19:31:29,663 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785609663 2024-11-16T19:31:29,664 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T19:31:29,664 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35117,1731785486733-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:29,664 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35117,1731785486733-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:29,664 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35117,1731785486733-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:29,664 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:35117, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:29,664 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:29,665 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:29,667 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:31:29,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.850sec 2024-11-16T19:31:29,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:31:29,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:31:29,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:31:29,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:31:29,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:31:29,672 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35117,1731785486733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:29,672 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35117,1731785486733-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:31:29,676 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:31:29,676 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:31:29,676 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35117,1731785486733-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:29,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f58eac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:29,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:29,707 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e485731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:29,710 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:29,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74299e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,34095,1731785486777, seqNum=-1] 2024-11-16T19:31:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:29,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:29,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,35117,1731785486733 2024-11-16T19:31:29,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56171 2024-11-16T19:31:29,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:29,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a04aacb0005 connected 2024-11-16T19:31:29,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e0e4e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44929,-1 for getting cluster id 2024-11-16T19:31:29,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:29,754 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be80120f-246b-46d1-9de5-ef0229f2a2c2' 2024-11-16T19:31:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be80120f-246b-46d1-9de5-ef0229f2a2c2" 2024-11-16T19:31:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9cd5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44929,-1] 2024-11-16T19:31:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:29,759 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:29,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df373c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:29,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44929,1731785481605 2024-11-16T19:31:29,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27ad2011 2024-11-16T19:31:29,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:29,780 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:29,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:35117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:31:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:31:29,800 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:35117' 2024-11-16T19:31:29,802 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f37af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,802 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:29,802 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:29,803 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:29,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:29,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be2fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:29,807 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748e42ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:29,809 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:29,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,35117,1731785486733 2024-11-16T19:31:29,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a49b95 2024-11-16T19:31:29,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:29,818 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:29,835 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T19:31:29,835 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:31:29,840 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:29,841 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:29,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:29,843 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:31:29,849 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:31:29,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:31:29,854 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:29,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:31:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741835_1011 (size=1138) 2024-11-16T19:31:29,902 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:31:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:30,279 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b9df8e4f4e395f158717ecfb94d9a8f, NAME => 'hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1 2024-11-16T19:31:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741836_1012 (size=44) 2024-11-16T19:31:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:30,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:30,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b9df8e4f4e395f158717ecfb94d9a8f, disabling compactions & flushes 2024-11-16T19:31:30,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:30,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:30,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. after waiting 0 ms 2024-11-16T19:31:30,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:30,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:30,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b9df8e4f4e395f158717ecfb94d9a8f: Waiting for close lock at 1731785490693Disabling compacts and flushes for region at 1731785490693Disabling writes for close at 1731785490693Writing region close event to WAL at 1731785490693Closed at 1731785490693 2024-11-16T19:31:30,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:31:30,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:31:30,702 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785490696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785490696"}]},"ts":"1731785490696"} 2024-11-16T19:31:30,706 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:31:30,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:31:30,711 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785490708"}]},"ts":"1731785490708"} 2024-11-16T19:31:30,714 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:31:30,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN}] 2024-11-16T19:31:30,719 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN 2024-11-16T19:31:30,721 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN; state=OFFLINE, location=d11ab77873cb,46079,1731785482214; forceNewPlan=false, retain=false 2024-11-16T19:31:30,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:31:30,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8b9df8e4f4e395f158717ecfb94d9a8f, regionState=OPENING, regionLocation=d11ab77873cb,46079,1731785482214 2024-11-16T19:31:30,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN because future has completed 2024-11-16T19:31:30,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b9df8e4f4e395f158717ecfb94d9a8f, server=d11ab77873cb,46079,1731785482214}] 2024-11-16T19:31:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:31,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:31,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:31,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:31:31,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C46079%2C1731785482214.rep, suffix=, logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214, archiveDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs, maxLogs=10 2024-11-16T19:31:31,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.rep.1731785491048, exclude list is [], retry=0 2024-11-16T19:31:31,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-548c89dc-f400-4fb9-af70-5f07c1552246,DISK] 2024-11-16T19:31:31,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.rep.1731785491048 2024-11-16T19:31:31,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-16T19:31:31,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b9df8e4f4e395f158717ecfb94d9a8f, NAME => 'hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:31,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:31:31,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:31:31,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. service=MultiRowMutationService 2024-11-16T19:31:31,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:31:31,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:31,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,084 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,086 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9df8e4f4e395f158717ecfb94d9a8f columnFamilyName hfileref 2024-11-16T19:31:31,086 DEBUG [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:31,088 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(327): Store=8b9df8e4f4e395f158717ecfb94d9a8f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:31,088 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,091 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9df8e4f4e395f158717ecfb94d9a8f columnFamilyName queue 2024-11-16T19:31:31,091 DEBUG [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:31,092 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(327): Store=8b9df8e4f4e395f158717ecfb94d9a8f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:31,092 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,094 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9df8e4f4e395f158717ecfb94d9a8f columnFamilyName sid 2024-11-16T19:31:31,094 DEBUG [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:31,095 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(327): Store=8b9df8e4f4e395f158717ecfb94d9a8f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:31,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:31:31,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:31,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8b9df8e4f4e395f158717ecfb94d9a8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60104965, jitterRate=-0.1043662279844284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:31:31,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:31,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8b9df8e4f4e395f158717ecfb94d9a8f: Running coprocessor pre-open hook at 1731785491081Writing region info on filesystem at 1731785491081Initializing all the Stores at 1731785491083 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785491083Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785491083Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785491083Cleaning up temporary data from old regions at 1731785491099 (+16 ms)Running coprocessor post-open hooks at 1731785491106 (+7 ms)Region opened successfully at 1731785491107 (+1 ms) 2024-11-16T19:31:31,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f., pid=7, masterSystemTime=1731785491030 2024-11-16T19:31:31,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:31,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:31,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8b9df8e4f4e395f158717ecfb94d9a8f, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,46079,1731785482214 2024-11-16T19:31:31,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b9df8e4f4e395f158717ecfb94d9a8f, server=d11ab77873cb,46079,1731785482214 because future has completed 2024-11-16T19:31:31,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T19:31:31,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b9df8e4f4e395f158717ecfb94d9a8f, server=d11ab77873cb,46079,1731785482214 in 245 msec 2024-11-16T19:31:31,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:31:31,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN in 412 msec 2024-11-16T19:31:31,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:31:31,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785491134"}]},"ts":"1731785491134"} 2024-11-16T19:31:31,139 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:31:31,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:31:31,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2990 sec 2024-11-16T19:31:31,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f., hostname=d11ab77873cb,46079,1731785482214, seqNum=2] 2024-11-16T19:31:31,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46079 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T19:31:31,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:31,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:31,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:31:31,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T19:31:31,364 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:31:31,412 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,46079,1731785482214, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:31:31,413 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:31,413 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,46079,1731785482214, seqNum=-1] 2024-11-16T19:31:31,414 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:31,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T19:31:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,46079,1731785482214', locateType=CURRENT is [region=hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f., hostname=d11ab77873cb,46079,1731785482214, seqNum=2] 2024-11-16T19:31:31,426 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T19:31:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T19:31:31,431 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,46079,1731785482214 suceeded 2024-11-16T19:31:31,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T19:31:31,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-16T19:31:31,435 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:35117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:31:31,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6510 sec 2024-11-16T19:31:31,443 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:35117' 2024-11-16T19:31:31,444 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d46b22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,444 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:31,444 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:31,445 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b37a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:31,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:31,447 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:31,448 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49b74c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,448 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:31,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,35117,1731785486733 2024-11-16T19:31:31,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53cefd7d 2024-11-16T19:31:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:31,451 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T19:31:31,452 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,46079,1731785482214 (queues=1) is replicating from cluster=be80120f-246b-46d1-9de5-ef0229f2a2c2 to cluster=882b90ee-f96b-47f3-92e9-e52a36350c5c 2024-11-16T19:31:31,454 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C46079%2C1731785482214 2024-11-16T19:31:31,458 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,46079,1731785482214, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:31:31,460 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C46079%2C1731785482214 2024-11-16T19:31:31,465 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658, startPosition=0, beingWritten=true 2024-11-16T19:31:31,725 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:31,950 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:31:31,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:31,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:31,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:31,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:31,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:31,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f8dd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44929,-1 for getting cluster id 2024-11-16T19:31:31,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:31,954 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be80120f-246b-46d1-9de5-ef0229f2a2c2' 2024-11-16T19:31:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be80120f-246b-46d1-9de5-ef0229f2a2c2" 2024-11-16T19:31:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569a70c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44929,-1] 2024-11-16T19:31:31,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:31,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:31,958 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:31,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f272afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:31,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44929,1731785481605 2024-11-16T19:31:31,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6229b577 2024-11-16T19:31:31,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:31,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:31,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://d11ab77873cb:35117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:31:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:31:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T19:31:31,973 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:35117' 2024-11-16T19:31:31,974 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67431ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,974 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:31,975 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:31,976 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:31,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:31,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:31,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589ee4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:31:31,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:31,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:31,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T19:31:31,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T19:31:31,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T19:31:31,980 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:31,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T19:31:31,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:31,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T19:31:31,981 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T19:31:31,981 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T19:31:31,983 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:31,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18040356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:31,985 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:31,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,35117,1731785486733 2024-11-16T19:31:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc1da46 2024-11-16T19:31:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:31,989 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:31,990 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T19:31:31,990 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:31:31,990 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:31,990 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:31,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:32,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:31:32,033 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T19:31:32,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-16T19:31:32,160 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T19:31:32,203 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-d11ab77873cb,46079,1731785482214, ReplicationSource: 2, currentBandwidth=0 2024-11-16T19:31:32,208 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T19:31:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T19:31:32,212 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d11ab77873cb,46079,1731785482214 suceeded 2024-11-16T19:31:32,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:31:32,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-16T19:31:32,216 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d11ab77873cb:35117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:31:32,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 250 msec 2024-11-16T19:31:32,229 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:35117' 2024-11-16T19:31:32,231 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da630dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,231 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:32,231 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:32,233 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:32,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:32,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:32,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0fd279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:32,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:32,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,236 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:32,237 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@253162c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,238 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:32,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,35117,1731785486733 2024-11-16T19:31:32,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53195e0e 2024-11-16T19:31:32,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:32,241 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T19:31:32,242 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d11ab77873cb,46079,1731785482214 (queues=1) is replicating from cluster=be80120f-246b-46d1-9de5-ef0229f2a2c2 to cluster=882b90ee-f96b-47f3-92e9-e52a36350c5c 2024-11-16T19:31:32,243 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d11ab77873cb%2C46079%2C1731785482214 2024-11-16T19:31:32,243 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d11ab77873cb,46079,1731785482214, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:31:32,243 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658, startPosition=0, beingWritten=true 2024-11-16T19:31:32,252 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C46079%2C1731785482214 2024-11-16T19:31:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T19:31:32,290 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T19:31:32,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:32,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:32,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:32,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44929,1731785481605 2024-11-16T19:31:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d9fb57 2024-11-16T19:31:32,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:32,297 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:32,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T19:31:32,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T19:31:32,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T19:31:32,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T19:31:32,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:35117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:31:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T19:31:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T19:31:32,311 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:35117' 2024-11-16T19:31:32,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31015c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,313 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:32,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:32,314 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:32,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:32,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:32,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14145f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:32,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:32,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,316 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:32,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8ed4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,317 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:32,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,35117,1731785486733 2024-11-16T19:31:32,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed896de 2024-11-16T19:31:32,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:32,319 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:32,320 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:31:32,320 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:31:32,320 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,320 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:32,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:31:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T19:31:32,440 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:32,458 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:32,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-16T19:31:32,479 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-16T19:31:32,482 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T19:31:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T19:31:32,487 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on d11ab77873cb,46079,1731785482214 suceeded 2024-11-16T19:31:32,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T19:31:32,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-16T19:31:32,493 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://d11ab77873cb:35117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:31:32,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 188 msec 2024-11-16T19:31:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T19:31:32,630 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-16T19:31:32,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://d11ab77873cb:35117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:31:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T19:31:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T19:31:32,635 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:35117' 2024-11-16T19:31:32,636 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6878d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,636 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:32,636 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:32,638 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:32,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:32,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:32,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17478484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:32,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:32,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,640 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:32,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c5425b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:32,641 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:32,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,35117,1731785486733 2024-11-16T19:31:32,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5601d9a1 2024-11-16T19:31:32,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:32,643 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:32,644 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T19:31:32,644 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:31:32,644 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,644 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:32,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:31:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T19:31:32,765 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:32,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-16T19:31:32,802 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-16T19:31:32,804 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T19:31:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T19:31:32,807 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on d11ab77873cb,46079,1731785482214 suceeded 2024-11-16T19:31:32,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T19:31:32,810 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://d11ab77873cb:35117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:31:32,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-16T19:31:32,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-16T19:31:32,947 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T19:31:32,950 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-16T19:31:32,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T19:31:32,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44929 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T19:31:32,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:32,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:32,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:32,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:31:32,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1621722810, stopped=false 2024-11-16T19:31:32,957 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,44929,1731785481605 2024-11-16T19:31:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/running 2024-11-16T19:31:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/running 2024-11-16T19:31:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:32,958 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:32,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:32,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:32,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/running 2024-11-16T19:31:32,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/running 2024-11-16T19:31:32,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,46079,1731785482214' ***** 2024-11-16T19:31:32,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:31:32,960 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:31:32,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:31:32,960 INFO [RS:0;d11ab77873cb:46079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:31:32,960 INFO [RS:0;d11ab77873cb:46079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:31:32,961 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:32,961 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,46079,1731785482214 2024-11-16T19:31:32,961 INFO [RS:0;d11ab77873cb:46079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:32,961 INFO [RS:0;d11ab77873cb:46079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:46079. 2024-11-16T19:31:32,962 DEBUG [RS:0;d11ab77873cb:46079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:32,962 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b9df8e4f4e395f158717ecfb94d9a8f, disabling compactions & flushes 2024-11-16T19:31:32,962 DEBUG [RS:0;d11ab77873cb:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:32,962 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:32,962 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:32,962 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. after waiting 0 ms 2024-11-16T19:31:32,962 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:31:32,962 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:32,962 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:31:32,962 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:31:32,962 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:31:32,963 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:31:32,963 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:32,963 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8b9df8e4f4e395f158717ecfb94d9a8f=hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.} 2024-11-16T19:31:32,963 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:32,963 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:32,963 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:32,963 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:32,963 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:32,966 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b9df8e4f4e395f158717ecfb94d9a8f 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-16T19:31:32,966 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T19:31:33,006 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:33,030 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/info/6342aa31ef734777a98bf721739a54c2 is 147, key is hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f./info:regioninfo/1731785491114/Put/seqid=0 2024-11-16T19:31:33,030 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/.tmp/queue/933c80d45b484ff798a4b13a6560548b is 151, key is 1-d11ab77873cb,46079,1731785482214/queue:d11ab77873cb%2C46079%2C1731785482214/1731785491421/Put/seqid=0 2024-11-16T19:31:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741838_1014 (size=6631) 2024-11-16T19:31:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741839_1015 (size=5500) 2024-11-16T19:31:33,163 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:33,171 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:33,364 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:33,440 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/.tmp/queue/933c80d45b484ff798a4b13a6560548b 2024-11-16T19:31:33,440 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/info/6342aa31ef734777a98bf721739a54c2 2024-11-16T19:31:33,486 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/.tmp/queue/933c80d45b484ff798a4b13a6560548b as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/queue/933c80d45b484ff798a4b13a6560548b 2024-11-16T19:31:33,495 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/queue/933c80d45b484ff798a4b13a6560548b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-16T19:31:33,501 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/ns/2e4e2148877141aebd1cd50bf20a759b is 43, key is default/ns:d/1731785485348/Put/seqid=0 2024-11-16T19:31:33,502 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8b9df8e4f4e395f158717ecfb94d9a8f in 536ms, sequenceid=6, compaction requested=false 2024-11-16T19:31:33,502 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:31:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741840_1016 (size=5153) 2024-11-16T19:31:33,508 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/ns/2e4e2148877141aebd1cd50bf20a759b 2024-11-16T19:31:33,510 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T19:31:33,511 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:31:33,511 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:31:33,513 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:33,513 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:33,513 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:33,514 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b9df8e4f4e395f158717ecfb94d9a8f: Waiting for close lock at 1731785492961Running coprocessor pre-close hooks at 1731785492962 (+1 ms)Disabling compacts and flushes for region at 1731785492962Disabling writes for close at 1731785492962Obtaining lock to block concurrent updates at 1731785492966 (+4 ms)Preparing flush snapshotting stores in 8b9df8e4f4e395f158717ecfb94d9a8f at 1731785492966Finished memstore snapshotting hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731785492973 (+7 ms)Flushing stores of hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. at 1731785492974 (+1 ms)Flushing 8b9df8e4f4e395f158717ecfb94d9a8f/queue: creating writer at 1731785492976 (+2 ms)Flushing 8b9df8e4f4e395f158717ecfb94d9a8f/queue: appending metadata at 1731785493018 (+42 ms)Flushing 8b9df8e4f4e395f158717ecfb94d9a8f/queue: closing flushed file at 1731785493020 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0a9ce8: reopening flushed file at 1731785493484 (+464 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8b9df8e4f4e395f158717ecfb94d9a8f in 536ms, sequenceid=6, compaction requested=false at 1731785493502 (+18 ms)Writing region close event to WAL at 1731785493505 (+3 ms)Running coprocessor post-close hooks at 1731785493511 (+6 ms)Closed at 1731785493513 (+2 ms) 2024-11-16T19:31:33,514 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:33,532 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/table/457c536f7e5940c78f2892ca15861caf is 53, key is hbase:replication/table:state/1731785491134/Put/seqid=0 2024-11-16T19:31:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741841_1017 (size=5256) 2024-11-16T19:31:33,558 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:33,564 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:33,680 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:33,764 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:33,938 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/table/457c536f7e5940c78f2892ca15861caf 2024-11-16T19:31:33,947 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/info/6342aa31ef734777a98bf721739a54c2 as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/info/6342aa31ef734777a98bf721739a54c2 2024-11-16T19:31:33,955 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/info/6342aa31ef734777a98bf721739a54c2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T19:31:33,957 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/ns/2e4e2148877141aebd1cd50bf20a759b as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/ns/2e4e2148877141aebd1cd50bf20a759b 2024-11-16T19:31:33,964 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:31:33,965 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:31:33,965 DEBUG [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:33,966 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/ns/2e4e2148877141aebd1cd50bf20a759b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:31:33,967 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/table/457c536f7e5940c78f2892ca15861caf as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/table/457c536f7e5940c78f2892ca15861caf 2024-11-16T19:31:33,975 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/table/457c536f7e5940c78f2892ca15861caf, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T19:31:33,976 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1013ms, sequenceid=11, compaction requested=false 2024-11-16T19:31:33,982 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T19:31:33,983 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:33,983 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:33,983 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:33,984 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785492963Running coprocessor pre-close hooks at 1731785492963Disabling compacts and flushes for region at 1731785492963Disabling writes for close at 1731785492963Obtaining lock to block concurrent updates at 1731785492966 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731785492966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731785492973 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785492974 (+1 ms)Flushing 1588230740/info: creating writer at 1731785492976 (+2 ms)Flushing 1588230740/info: appending metadata at 1731785493018 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731785493020 (+2 ms)Flushing 1588230740/ns: creating writer at 1731785493484 (+464 ms)Flushing 1588230740/ns: appending metadata at 1731785493500 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731785493500Flushing 1588230740/table: creating writer at 1731785493517 (+17 ms)Flushing 1588230740/table: appending metadata at 1731785493531 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731785493531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cc1e7d0: reopening flushed file at 1731785493946 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b11ebed: reopening flushed file at 1731785493956 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343a19ee: reopening flushed file at 1731785493966 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1013ms, sequenceid=11, compaction requested=false at 1731785493977 (+11 ms)Writing region close event to WAL at 1731785493978 (+1 ms)Running coprocessor post-close hooks at 1731785493983 (+5 ms)Closed at 1731785493983 2024-11-16T19:31:33,984 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:34,165 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,46079,1731785482214; all regions closed. 2024-11-16T19:31:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741834_1010 (size=2742) 2024-11-16T19:31:34,184 DEBUG [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs 2024-11-16T19:31:34,185 INFO [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C46079%2C1731785482214.meta:.meta(num 1731785485144) 2024-11-16T19:31:34,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741837_1013 (size=1802) 2024-11-16T19:31:34,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.rep.1731785491048 not finished, retry = 0 2024-11-16T19:31:34,267 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:34,286 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 to pos 0, reset compression=false 2024-11-16T19:31:34,291 DEBUG [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs 2024-11-16T19:31:34,291 INFO [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C46079%2C1731785482214.rep:(num 1731785491048) 2024-11-16T19:31:34,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741833_1009 (size=93) 2024-11-16T19:31:34,295 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 for the last time to pos 0, reset compression=false 2024-11-16T19:31:34,297 DEBUG [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs 2024-11-16T19:31:34,297 INFO [RS:0;d11ab77873cb:46079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C46079%2C1731785482214:(num 1731785484658) 2024-11-16T19:31:34,297 DEBUG [RS:0;d11ab77873cb:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:34,297 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:34,297 INFO [RS:0;d11ab77873cb:46079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:31:34,297 INFO [RS:0;d11ab77873cb:46079 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:31:34,298 INFO [RS:0;d11ab77873cb:46079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:31:34,298 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:31:34,298 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,46079,1731785482214 because: Region server is closing 2024-11-16T19:31:34,299 INFO [RS:0;d11ab77873cb:46079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:46079. 2024-11-16T19:31:34,299 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 was moved to hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs/d11ab77873cb%2C46079%2C1731785482214.1731785484658 2024-11-16T19:31:34,299 DEBUG [RS:0;d11ab77873cb:46079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:34,299 DEBUG [RS:0;d11ab77873cb:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:34,299 DEBUG [RS:0;d11ab77873cb:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:34,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:34,304 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 was moved to hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs/d11ab77873cb%2C46079%2C1731785482214.1731785484658 2024-11-16T19:31:34,304 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 and length of the file is 93 2024-11-16T19:31:34,305 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658 2024-11-16T19:31:34,305 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T19:31:34,305 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T19:31:34,305 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d11ab77873cb,46079,1731785482214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214/d11ab77873cb%2C46079%2C1731785482214.1731785484658, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T19:31:34,310 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,46079,1731785482214: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-d11ab77873cb,46079,1731785482214, walGroup=d11ab77873cb%2C46079%2C1731785482214, offset=d11ab77873cb%2C46079%2C1731785482214.1731785484658:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:46079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:31:34,312 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:31:34,313 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:31:34,314 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:31:34,314 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:31:34,314 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:31:34,314 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 364402240 }, "NonHeapMemoryUsage": { "committed": 152436736, "init": 7667712, "max": -1, "used": 150212576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:31:34,316 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d11ab77873cb%2C46079%2C1731785482214.1731785484658] 2024-11-16T19:31:34,399 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.wal-reader.d11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:31:34,399 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T19:31:34,400 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,1-d11ab77873cb,46079,1731785482214 terminated 2024-11-16T19:31:34,400 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d11ab77873cb,46079,1731785482214 because: Region server is closing 2024-11-16T19:31:34,401 INFO [RS:0;d11ab77873cb:46079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:46079. 2024-11-16T19:31:34,401 DEBUG [RS:0;d11ab77873cb:46079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:34,401 DEBUG [RS:0;d11ab77873cb:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:34,401 DEBUG [RS:0;d11ab77873cb:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:34,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:34,402 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,46079,1731785482214.replicationSource.shipperd11ab77873cb%2C46079%2C1731785482214,2-d11ab77873cb,46079,1731785482214 terminated 2024-11-16T19:31:34,402 INFO [RS:0;d11ab77873cb:46079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46079 2024-11-16T19:31:34,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/rs/d11ab77873cb,46079,1731785482214 2024-11-16T19:31:34,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/rs 2024-11-16T19:31:34,407 INFO [RS:0;d11ab77873cb:46079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:31:34,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,46079,1731785482214] 2024-11-16T19:31:34,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/draining/d11ab77873cb,46079,1731785482214 already deleted, retry=false 2024-11-16T19:31:34,410 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,46079,1731785482214 expired; onlineServers=0 2024-11-16T19:31:34,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,44929,1731785481605' ***** 2024-11-16T19:31:34,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:31:34,410 INFO [M:0;d11ab77873cb:44929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:34,410 INFO [M:0;d11ab77873cb:44929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:31:34,410 DEBUG [M:0;d11ab77873cb:44929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:31:34,411 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:31:34,411 DEBUG [M:0;d11ab77873cb:44929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:31:34,411 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785484365 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785484365,5,FailOnTimeoutGroup] 2024-11-16T19:31:34,411 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785484366 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785484366,5,FailOnTimeoutGroup] 2024-11-16T19:31:34,411 INFO [M:0;d11ab77873cb:44929 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:31:34,411 INFO [M:0;d11ab77873cb:44929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:31:34,411 DEBUG [M:0;d11ab77873cb:44929 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:31:34,411 INFO [M:0;d11ab77873cb:44929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:31:34,412 INFO [M:0;d11ab77873cb:44929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:34,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/master 2024-11-16T19:31:34,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:34,412 INFO [M:0;d11ab77873cb:44929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:31:34,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:31:34,413 DEBUG [M:0;d11ab77873cb:44929 {}] zookeeper.ZKUtil(347): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/master because node does not exist (not an error) 2024-11-16T19:31:34,413 WARN [M:0;d11ab77873cb:44929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:31:34,414 INFO [M:0;d11ab77873cb:44929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/.lastflushedseqids 2024-11-16T19:31:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741842_1018 (size=181) 2024-11-16T19:31:34,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:34,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1004a04aacb0001, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:34,510 INFO [RS:0;d11ab77873cb:46079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:31:34,510 INFO [RS:0;d11ab77873cb:46079 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,46079,1731785482214; zookeeper connection closed. 2024-11-16T19:31:34,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@752a4da9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@752a4da9 2024-11-16T19:31:34,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:31:34,830 INFO [M:0;d11ab77873cb:44929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:31:34,830 INFO [M:0;d11ab77873cb:44929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:31:34,830 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:31:34,831 INFO [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:34,831 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:34,831 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:31:34,831 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:34,831 INFO [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-16T19:31:34,852 DEBUG [M:0;d11ab77873cb:44929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b43f6b8f7160434898efd64cc7c8f32c is 82, key is hbase:meta,,1/info:regioninfo/1731785485256/Put/seqid=0 2024-11-16T19:31:34,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741843_1019 (size=5672) 2024-11-16T19:31:35,258 INFO [M:0;d11ab77873cb:44929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b43f6b8f7160434898efd64cc7c8f32c 2024-11-16T19:31:35,286 DEBUG [M:0;d11ab77873cb:44929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbd50d4546d4eda80405b9f76b80546 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731785491146/Put/seqid=0 2024-11-16T19:31:35,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741844_1020 (size=8663) 2024-11-16T19:31:35,693 INFO [M:0;d11ab77873cb:44929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbd50d4546d4eda80405b9f76b80546 2024-11-16T19:31:35,716 DEBUG [M:0;d11ab77873cb:44929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d4c6c5f12bc4fc695ce87833a5e5d6f is 69, key is d11ab77873cb,46079,1731785482214/rs:state/1731785484409/Put/seqid=0 2024-11-16T19:31:35,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741845_1021 (size=5156) 2024-11-16T19:31:36,122 INFO [M:0;d11ab77873cb:44929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d4c6c5f12bc4fc695ce87833a5e5d6f 2024-11-16T19:31:36,133 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b43f6b8f7160434898efd64cc7c8f32c as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b43f6b8f7160434898efd64cc7c8f32c 2024-11-16T19:31:36,142 INFO [M:0;d11ab77873cb:44929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b43f6b8f7160434898efd64cc7c8f32c, entries=8, sequenceid=115, filesize=5.5 K 2024-11-16T19:31:36,144 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbd50d4546d4eda80405b9f76b80546 as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bbd50d4546d4eda80405b9f76b80546 2024-11-16T19:31:36,152 INFO [M:0;d11ab77873cb:44929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bbd50d4546d4eda80405b9f76b80546, entries=14, sequenceid=115, filesize=8.5 K 2024-11-16T19:31:36,153 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d4c6c5f12bc4fc695ce87833a5e5d6f as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d4c6c5f12bc4fc695ce87833a5e5d6f 2024-11-16T19:31:36,160 INFO [M:0;d11ab77873cb:44929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d4c6c5f12bc4fc695ce87833a5e5d6f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-16T19:31:36,161 INFO [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false 2024-11-16T19:31:36,163 INFO [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:36,163 DEBUG [M:0;d11ab77873cb:44929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785494830Disabling compacts and flushes for region at 1731785494830Disabling writes for close at 1731785494831 (+1 ms)Obtaining lock to block concurrent updates at 1731785494831Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785494831Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731785494832 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785494834 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785494834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785494852 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785494852Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785495270 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785495285 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785495285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785495702 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785495715 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785495715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7048c63a: reopening flushed file at 1731785496131 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c2905e: reopening flushed file at 1731785496143 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26adebdf: reopening flushed file at 1731785496152 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false at 1731785496161 (+9 ms)Writing region close event to WAL at 1731785496163 (+2 ms)Closed at 1731785496163 2024-11-16T19:31:36,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741830_1006 (size=59421) 2024-11-16T19:31:36,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605/d11ab77873cb%2C44929%2C1731785481605.1731785483857 not finished, retry = 0 2024-11-16T19:31:36,268 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:31:36,268 INFO [M:0;d11ab77873cb:44929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:31:36,268 INFO [M:0;d11ab77873cb:44929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44929 2024-11-16T19:31:36,268 INFO [M:0;d11ab77873cb:44929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:31:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:36,370 INFO [M:0;d11ab77873cb:44929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:31:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44929-0x1004a04aacb0000, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:36,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:36,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:36,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:36,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:36,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:36,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:36,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:31:36,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:36,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34319 2024-11-16T19:31:36,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34319 connecting to ZooKeeper ensemble=127.0.0.1:56171 2024-11-16T19:31:36,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343190x0, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:36,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34319-0x1004a04aacb0006 connected 2024-11-16T19:31:36,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:36,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:36,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/running 2024-11-16T19:31:36,390 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: INIT 2024-11-16T19:31:36,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1, hbase.cluster.distributed=false 2024-11-16T19:31:36,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/acl 2024-11-16T19:31:36,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-16T19:31:36,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34319 2024-11-16T19:31:36,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34319 2024-11-16T19:31:36,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-16T19:31:36,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34319 2024-11-16T19:31:36,424 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:36,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:36,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:36,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:36,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:36,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:36,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:31:36,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:36,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35953 2024-11-16T19:31:36,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35953 connecting to ZooKeeper ensemble=127.0.0.1:56171 2024-11-16T19:31:36,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:36,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:36,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359530x0, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/running 2024-11-16T19:31:36,439 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: INIT 2024-11-16T19:31:36,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:31:36,440 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:31:36,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359530x0, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/master 2024-11-16T19:31:36,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359530x0, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:36,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35953-0x1004a04aacb0007 connected 2024-11-16T19:31:36,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/acl 2024-11-16T19:31:36,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35953 2024-11-16T19:31:36,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35953 2024-11-16T19:31:36,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35953 2024-11-16T19:31:36,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35953 2024-11-16T19:31:36,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35953 2024-11-16T19:31:36,469 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:34319 2024-11-16T19:31:36,469 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01263253200/backup-masters/d11ab77873cb,34319,1731785496372 2024-11-16T19:31:36,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/backup-masters 2024-11-16T19:31:36,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/backup-masters 2024-11-16T19:31:36,471 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on existing znode=/01263253200/backup-masters/d11ab77873cb,34319,1731785496372 2024-11-16T19:31:36,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263253200/master 2024-11-16T19:31:36,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:36,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:36,474 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on existing znode=/01263253200/master 2024-11-16T19:31:36,475 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01263253200/backup-masters/d11ab77873cb,34319,1731785496372 from backup master directory 2024-11-16T19:31:36,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/backup-masters 2024-11-16T19:31:36,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/backup-masters/d11ab77873cb,34319,1731785496372 2024-11-16T19:31:36,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/backup-masters 2024-11-16T19:31:36,476 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:36,476 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,34319,1731785496372 2024-11-16T19:31:36,514 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:36,514 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:31:36,538 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 24ms. 2024-11-16T19:31:36,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741846_1022 (size=196) 2024-11-16T19:31:36,553 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:31:36,555 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:31:36,556 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:36,568 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T19:31:36,572 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605 to hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605-dead as it is dead 2024-11-16T19:31:36,574 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T19:31:36,574 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T19:31:36,574 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605-dead/d11ab77873cb%2C44929%2C1731785481605.1731785483857 2024-11-16T19:31:36,580 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605-dead/d11ab77873cb%2C44929%2C1731785481605.1731785483857 after 5ms 2024-11-16T19:31:36,582 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605-dead/d11ab77873cb%2C44929%2C1731785481605.1731785483857 to hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d11ab77873cb%2C44929%2C1731785481605.1731785483857 2024-11-16T19:31:36,582 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,44929,1731785481605-dead 2024-11-16T19:31:36,583 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,34319,1731785496372 2024-11-16T19:31:36,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:31:36,585 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:36,595 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C34319%2C1731785496372, suffix=, logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,34319,1731785496372, archiveDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/oldWALs, maxLogs=10 2024-11-16T19:31:36,613 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,34319,1731785496372/d11ab77873cb%2C34319%2C1731785496372.1731785496595, exclude list is [], retry=0 2024-11-16T19:31:36,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-548c89dc-f400-4fb9-af70-5f07c1552246,DISK] 2024-11-16T19:31:36,623 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/WALs/d11ab77873cb,34319,1731785496372/d11ab77873cb%2C34319%2C1731785496372.1731785496595 2024-11-16T19:31:36,624 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-16T19:31:36,624 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:36,624 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:36,624 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,624 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:31:36,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:36,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b43f6b8f7160434898efd64cc7c8f32c 2024-11-16T19:31:36,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:36,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:31:36,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:36,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bbd50d4546d4eda80405b9f76b80546 2024-11-16T19:31:36,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:36,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:31:36,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:36,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d4c6c5f12bc4fc695ce87833a5e5d6f 2024-11-16T19:31:36,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:36,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:31:36,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:36,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:36,671 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,672 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T19:31:36,672 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d11ab77873cb%2C44929%2C1731785481605.1731785483857 2024-11-16T19:31:36,695 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d11ab77873cb%2C44929%2C1731785481605.1731785483857 2024-11-16T19:31:36,696 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d11ab77873cb%2C44929%2C1731785481605.1731785483857 2024-11-16T19:31:36,703 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,703 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,706 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:36,710 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:36,713 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-16T19:31:36,715 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65255849, jitterRate=-0.027612075209617615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:36,715 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785496625Initializing all the Stores at 1731785496626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785496626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785496626Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785496626Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785496626Cleaning up temporary data from old regions at 1731785496703 (+77 ms)Region opened successfully at 1731785496715 (+12 ms) 2024-11-16T19:31:36,715 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:31:36,720 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76127959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:36,732 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T19:31:36,733 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:31:36,733 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:31:36,733 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:31:36,734 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:31:36,742 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:36,742 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:31:36,743 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:31:36,743 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:31:36,743 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T19:31:36,743 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T19:31:36,744 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-16T19:31:36,744 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:31:36,750 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d11ab77873cb,46079,1731785482214, regionLocation=d11ab77873cb,46079,1731785482214, openSeqNum=2 2024-11-16T19:31:36,750 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d11ab77873cb,46079,1731785482214, table=hbase:meta, region=1588230740 2024-11-16T19:31:36,751 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,46079,1731785482214, state=OPEN 2024-11-16T19:31:36,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263253200/meta-region-server 2024-11-16T19:31:36,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263253200/meta-region-server 2024-11-16T19:31:36,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:36,760 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:31:36,761 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/draining/d11ab77873cb,46079,1731785482214 already deleted, retry=false 2024-11-16T19:31:36,762 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d11ab77873cb,46079,1731785482214 on d11ab77873cb,34319,1731785496372 2024-11-16T19:31:36,770 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d11ab77873cb,46079,1731785482214, splitWal=true, meta=true 2024-11-16T19:31:36,773 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for d11ab77873cb,46079,1731785482214 (carryingMeta=true) d11ab77873cb,46079,1731785482214/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@61c5c7f0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T19:31:36,778 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/balancer because node does not exist (not necessarily an error) 2024-11-16T19:31:36,780 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/balancer already deleted, retry=false 2024-11-16T19:31:36,781 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:31:36,782 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:31:36,783 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/normalizer already deleted, retry=false 2024-11-16T19:31:36,783 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:31:36,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:31:36,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/switch/split already deleted, retry=false 2024-11-16T19:31:36,786 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:31:36,787 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/switch/merge already deleted, retry=false 2024-11-16T19:31:36,795 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Unable to get data of znode /01263253200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:31:36,796 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/snapshot-cleanup already deleted, retry=false 2024-11-16T19:31:36,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263253200/running 2024-11-16T19:31:36,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01263253200/running 2024-11-16T19:31:36,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:36,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:36,797 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,34319,1731785496372, sessionid=0x1004a04aacb0006, setting cluster-up flag (Was=false) 2024-11-16T19:31:36,799 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01263253200/flush-table-proc/acquired, /01263253200/flush-table-proc/reached, /01263253200/flush-table-proc/abort 2024-11-16T19:31:36,800 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,34319,1731785496372 2024-11-16T19:31:36,802 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01263253200/online-snapshot/acquired, /01263253200/online-snapshot/reached, /01263253200/online-snapshot/abort 2024-11-16T19:31:36,803 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,34319,1731785496372 2024-11-16T19:31:36,805 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/.lastflushedseqids 2024-11-16T19:31:36,809 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:31:36,809 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:31:36,809 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,34319,1731785496372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d11ab77873cb,46079,1731785482214 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:31:36,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:36,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:36,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:36,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:36,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:31:36,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:36,812 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,816 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d11ab77873cb,46079,1731785482214, splitWal=true, meta=true 2024-11-16T19:31:36,818 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d11ab77873cb,46079,1731785482214, splitWal=true, meta=true, isMeta: true 2024-11-16T19:31:36,820 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214-splitting 2024-11-16T19:31:36,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785526820 2024-11-16T19:31:36,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:31:36,821 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214-splitting dir is empty, no logs to split. 2024-11-16T19:31:36,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:31:36,821 INFO [PEWorker-1 {}] master.SplitWALManager(105): d11ab77873cb,46079,1731785482214 WAL count=0, meta=true 2024-11-16T19:31:36,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:31:36,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:31:36,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:31:36,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:31:36,823 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,824 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:31:36,824 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:31:36,824 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:31:36,825 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:31:36,825 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214-splitting dir is empty, no logs to split. 2024-11-16T19:31:36,826 INFO [PEWorker-1 {}] master.SplitWALManager(105): d11ab77873cb,46079,1731785482214 WAL count=0, meta=true 2024-11-16T19:31:36,826 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d11ab77873cb,46079,1731785482214 WAL splitting is done? wals=0, meta=true 2024-11-16T19:31:36,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:31:36,829 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:31:36,829 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:31:36,829 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785496829,5,FailOnTimeoutGroup] 2024-11-16T19:31:36,829 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785496829,5,FailOnTimeoutGroup] 2024-11-16T19:31:36,830 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,830 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:31:36,830 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,830 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,830 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785496830, completionTime=-1 2024-11-16T19:31:36,830 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T19:31:36,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:36,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T19:31:36,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T19:31:36,859 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(746): ClusterId : be80120f-246b-46d1-9de5-ef0229f2a2c2 2024-11-16T19:31:36,859 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:31:36,862 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:31:36,862 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:31:36,864 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:31:36,865 DEBUG [RS:0;d11ab77873cb:35953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301a9429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:36,875 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:35953 2024-11-16T19:31:36,875 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:31:36,875 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:31:36,875 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:31:36,876 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,34319,1731785496372 with port=35953, startcode=1731785496423 2024-11-16T19:31:36,877 DEBUG [RS:0;d11ab77873cb:35953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:31:36,878 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:31:36,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,35953,1731785496423 2024-11-16T19:31:36,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34319 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,35953,1731785496423 2024-11-16T19:31:36,881 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1 2024-11-16T19:31:36,881 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34835 2024-11-16T19:31:36,881 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:31:36,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/rs 2024-11-16T19:31:36,883 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T19:31:36,883 DEBUG [RS:0;d11ab77873cb:35953 {}] zookeeper.ZKUtil(111): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on existing znode=/01263253200/rs/d11ab77873cb,35953,1731785496423 2024-11-16T19:31:36,883 WARN [RS:0;d11ab77873cb:35953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:36,883 INFO [RS:0;d11ab77873cb:35953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:36,884 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423 2024-11-16T19:31:36,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,35953,1731785496423] 2024-11-16T19:31:36,919 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:31:36,920 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:31:36,921 INFO [RS:0;d11ab77873cb:35953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:31:36,921 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,921 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:31:36,922 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:31:36,922 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,922 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,923 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,923 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:36,923 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:36,923 DEBUG [RS:0;d11ab77873cb:35953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:36,924 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,924 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,924 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,924 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,924 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,924 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35953,1731785496423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:36,937 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:31:36,937 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35953,1731785496423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,952 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,35953,1731785496423, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:31:36,965 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSource(231): queueId=2-d11ab77873cb,35953,1731785496423, ReplicationSource: 2, currentBandwidth=0 2024-11-16T19:31:36,966 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,966 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.Replication(171): d11ab77873cb,35953,1731785496423 started 2024-11-16T19:31:36,969 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,1-d11ab77873cb,35953,1731785496423 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:35117' 2024-11-16T19:31:36,973 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,1-d11ab77873cb,35953,1731785496423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b61a270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:36,973 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,1-d11ab77873cb,35953,1731785496423 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:36,974 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,1-d11ab77873cb,35953,1731785496423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:36,975 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:36,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:36,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14ae971b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:36,977 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:36,978 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,1-d11ab77873cb,35953,1731785496423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fddc14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:36,978 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,1-d11ab77873cb,35953,1731785496423 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,35117,1731785486733 2024-11-16T19:31:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71065e7a 2024-11-16T19:31:36,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:36,981 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T19:31:36,982 WARN [d11ab77873cb:34319 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T19:31:36,982 INFO [RS:0;d11ab77873cb:35953.replicationSource,1-d11ab77873cb,35953,1731785496423 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,35953,1731785496423 (queues=0) is replicating from cluster=be80120f-246b-46d1-9de5-ef0229f2a2c2 to cluster=882b90ee-f96b-47f3-92e9-e52a36350c5c 2024-11-16T19:31:36,983 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,2-d11ab77873cb,35953,1731785496423 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:35117' 2024-11-16T19:31:36,984 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:36,984 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,35953,1731785496423, RpcServer on d11ab77873cb/172.17.0.2:35953, sessionid=0x1004a04aacb0007 2024-11-16T19:31:36,984 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:31:36,984 DEBUG [RS:0;d11ab77873cb:35953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,35953,1731785496423 2024-11-16T19:31:36,984 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,2-d11ab77873cb,35953,1731785496423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed05dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:36,984 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,35953,1731785496423' 2024-11-16T19:31:36,984 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,2-d11ab77873cb,35953,1731785496423 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,35117,-1 for getting cluster id 2024-11-16T19:31:36,984 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01263253200/flush-table-proc/abort' 2024-11-16T19:31:36,984 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,2-d11ab77873cb,35953,1731785496423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:36,985 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01263253200/flush-table-proc/acquired' 2024-11-16T19:31:36,985 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '882b90ee-f96b-47f3-92e9-e52a36350c5c' 2024-11-16T19:31:36,985 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:31:36,985 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:31:36,985 DEBUG [RS:0;d11ab77873cb:35953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,35953,1731785496423 2024-11-16T19:31:36,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:36,986 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,35953,1731785496423' 2024-11-16T19:31:36,986 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01263253200/online-snapshot/abort' 2024-11-16T19:31:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "882b90ee-f96b-47f3-92e9-e52a36350c5c" 2024-11-16T19:31:36,986 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01263253200/online-snapshot/acquired' 2024-11-16T19:31:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3183e4a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,35117,-1] 2024-11-16T19:31:36,986 DEBUG [RS:0;d11ab77873cb:35953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:31:36,986 INFO [RS:0;d11ab77873cb:35953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:31:36,986 INFO [RS:0;d11ab77873cb:35953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:31:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:36,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:36,988 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:36,989 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,2-d11ab77873cb,35953,1731785496423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c82c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:36,989 DEBUG [RS:0;d11ab77873cb:35953.replicationSource,2-d11ab77873cb,35953,1731785496423 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:36,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,35117,1731785486733 2024-11-16T19:31:36,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47861ae5 2024-11-16T19:31:36,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:36,991 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T19:31:36,993 INFO [RS:0;d11ab77873cb:35953.replicationSource,2-d11ab77873cb,35953,1731785496423 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d11ab77873cb,35953,1731785496423 (queues=0) is replicating from cluster=be80120f-246b-46d1-9de5-ef0229f2a2c2 to cluster=882b90ee-f96b-47f3-92e9-e52a36350c5c 2024-11-16T19:31:37,087 INFO [RS:0;d11ab77873cb:35953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:37,089 INFO [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35953%2C1731785496423, suffix=, logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423, archiveDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs, maxLogs=10 2024-11-16T19:31:37,102 DEBUG [RS:0;d11ab77873cb:35953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089, exclude list is [], retry=0 2024-11-16T19:31:37,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-548c89dc-f400-4fb9-af70-5f07c1552246,DISK] 2024-11-16T19:31:37,109 INFO [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 2024-11-16T19:31:37,110 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d11ab77873cb%2C35953%2C1731785496423 for peer 2 2024-11-16T19:31:37,110 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d11ab77873cb%2C35953%2C1731785496423 for peer 1 2024-11-16T19:31:37,110 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C35953%2C1731785496423 2024-11-16T19:31:37,110 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,35953,1731785496423, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:31:37,110 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d11ab77873cb%2C35953%2C1731785496423 2024-11-16T19:31:37,110 INFO [RS:0;d11ab77873cb:35953.replicationSource.shipperd11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C35953%2C1731785496423 2024-11-16T19:31:37,110 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d11ab77873cb,35953,1731785496423, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:31:37,111 DEBUG [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-16T19:31:37,111 INFO [RS:0;d11ab77873cb:35953.replicationSource.shipperd11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C35953%2C1731785496423 2024-11-16T19:31:37,111 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089, startPosition=0, beingWritten=true 2024-11-16T19:31:37,111 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089, startPosition=0, beingWritten=true 2024-11-16T19:31:37,232 DEBUG [d11ab77873cb:34319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:31:37,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,35953,1731785496423 2024-11-16T19:31:37,234 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,35953,1731785496423, state=OPENING 2024-11-16T19:31:37,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263253200/meta-region-server 2024-11-16T19:31:37,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263253200/meta-region-server 2024-11-16T19:31:37,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:37,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:37,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:37,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,35953,1731785496423}] 2024-11-16T19:31:37,324 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:37,324 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:37,388 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:31:37,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:31:37,395 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:31:37,395 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:37,395 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:31:37,398 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35953%2C1731785496423.meta, suffix=.meta, logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423, archiveDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs, maxLogs=10 2024-11-16T19:31:37,411 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.meta.1731785497398.meta, exclude list is [], retry=0 2024-11-16T19:31:37,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-548c89dc-f400-4fb9-af70-5f07c1552246,DISK] 2024-11-16T19:31:37,416 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.meta.1731785497398.meta 2024-11-16T19:31:37,416 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-16T19:31:37,417 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:37,417 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:31:37,417 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:31:37,417 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:31:37,417 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:31:37,417 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:31:37,418 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:37,418 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:31:37,418 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:31:37,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:37,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:37,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:37,430 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/info/6342aa31ef734777a98bf721739a54c2 2024-11-16T19:31:37,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:37,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:37,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:37,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:37,440 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/ns/2e4e2148877141aebd1cd50bf20a759b 2024-11-16T19:31:37,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:37,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:37,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:37,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:37,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:37,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:37,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:37,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:37,453 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/table/457c536f7e5940c78f2892ca15861caf 2024-11-16T19:31:37,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:37,453 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:37,455 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740 2024-11-16T19:31:37,456 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740 2024-11-16T19:31:37,457 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:37,457 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:37,458 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:37,461 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:37,462 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59215476, jitterRate=-0.11762064695358276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:37,462 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:31:37,463 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785497418Writing region info on filesystem at 1731785497418Initializing all the Stores at 1731785497419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785497419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785497420 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785497420Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785497420Cleaning up temporary data from old regions at 1731785497457 (+37 ms)Running coprocessor post-open hooks at 1731785497462 (+5 ms)Region opened successfully at 1731785497463 (+1 ms) 2024-11-16T19:31:37,469 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731785497388 2024-11-16T19:31:37,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:31:37,473 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:31:37,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d11ab77873cb,35953,1731785496423 2024-11-16T19:31:37,475 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,35953,1731785496423, state=OPEN 2024-11-16T19:31:37,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263253200/meta-region-server 2024-11-16T19:31:37,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,35953,1731785496423 2024-11-16T19:31:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01263253200/meta-region-server 2024-11-16T19:31:37,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:37,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01263253200/meta-region-server: CHANGED 2024-11-16T19:31:37,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T19:31:37,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,35953,1731785496423 in 241 msec 2024-11-16T19:31:37,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-16T19:31:37,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-16T19:31:37,640 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:37,650 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:38,047 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:38,057 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:38,386 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T19:31:38,558 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:38,567 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:39,165 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:39,176 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:39,871 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:39,884 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:39,889 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-16T19:31:40,677 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:40,690 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:41,342 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T19:31:41,342 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:31:41,343 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:41,343 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35953,1731785496423, seqNum=-1] 2024-11-16T19:31:41,343 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:41,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:41,353 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b9df8e4f4e395f158717ecfb94d9a8f, regionState=OPEN, lastHost=d11ab77873cb,46079,1731785482214, regionLocation=d11ab77873cb,46079,1731785482214, openSeqNum=2 2024-11-16T19:31:41,353 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:31:41,353 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785561353 2024-11-16T19:31:41,353 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785621353 2024-11-16T19:31:41,353 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-16T19:31:41,353 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34319,1731785496372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:41,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34319,1731785496372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:41,354 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d11ab77873cb,46079,1731785482214 had 2 regions 2024-11-16T19:31:41,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34319,1731785496372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:41,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:34319, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:41,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:41,354 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:41,356 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d11ab77873cb,46079,1731785482214, splitWal=true, meta=true, isMeta: false 2024-11-16T19:31:41,358 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214-splitting dir is empty, no logs to split. 2024-11-16T19:31:41,358 INFO [PEWorker-3 {}] master.SplitWALManager(105): d11ab77873cb,46079,1731785482214 WAL count=0, meta=false 2024-11-16T19:31:41,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.885sec 2024-11-16T19:31:41,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:31:41,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:31:41,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:31:41,362 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,46079,1731785482214-splitting dir is empty, no logs to split. 2024-11-16T19:31:41,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:31:41,362 INFO [PEWorker-3 {}] master.SplitWALManager(105): d11ab77873cb,46079,1731785482214 WAL count=0, meta=false 2024-11-16T19:31:41,362 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d11ab77873cb,46079,1731785482214 WAL splitting is done? wals=0, meta=false 2024-11-16T19:31:41,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:31:41,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34319,1731785496372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:41,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34319,1731785496372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:31:41,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbdafbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:41,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34319,-1 for getting cluster id 2024-11-16T19:31:41,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:41,365 WARN [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d11ab77873cb,46079,1731785482214/hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:41,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN}] 2024-11-16T19:31:41,366 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be80120f-246b-46d1-9de5-ef0229f2a2c2' 2024-11-16T19:31:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be80120f-246b-46d1-9de5-ef0229f2a2c2" 2024-11-16T19:31:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd9c08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34319,-1] 2024-11-16T19:31:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:41,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN 2024-11-16T19:31:41,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:41,369 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:31:41,369 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:31:41,369 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34319,1731785496372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:41,369 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T19:31:41,369 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:41,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705df797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:41,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:41,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35953,1731785496423, seqNum=-1] 2024-11-16T19:31:41,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:41,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:41,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T19:31:41,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:41,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:41,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:41,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:41,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:41,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d11ab77873cb:34319 after: d11ab77873cb:34319 2024-11-16T19:31:41,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2affef2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:41,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34319,-1 for getting cluster id 2024-11-16T19:31:41,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:41,379 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be80120f-246b-46d1-9de5-ef0229f2a2c2' 2024-11-16T19:31:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be80120f-246b-46d1-9de5-ef0229f2a2c2" 2024-11-16T19:31:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d96214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34319,-1] 2024-11-16T19:31:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:41,381 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:41,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695dba2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:41,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34319,1731785496372 2024-11-16T19:31:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d436609 2024-11-16T19:31:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:41,384 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:41,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T19:31:41,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T19:31:41,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T19:31:41,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T19:31:41,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:31:41,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:41,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:41,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:41,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:41,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:41,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:31:41,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=763858027, stopped=false 2024-11-16T19:31:41,388 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,35117,1731785486733 2024-11-16T19:31:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652203638/running 2024-11-16T19:31:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652203638/running 2024-11-16T19:31:41,389 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:41,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:41,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:41,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:41,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on znode that does not yet exist, /1-652203638/running 2024-11-16T19:31:41,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Set watcher on znode that does not yet exist, /1-652203638/running 2024-11-16T19:31:41,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,34095,1731785486777' ***** 2024-11-16T19:31:41,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:31:41,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,34095,1731785486777 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:34095. 2024-11-16T19:31:41,391 DEBUG [RS:0;d11ab77873cb:34095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:41,391 DEBUG [RS:0;d11ab77873cb:34095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:31:41,391 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:31:41,392 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:31:41,392 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:31:41,392 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:41,392 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:41,392 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:41,392 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:41,392 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:41,392 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:41,392 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T19:31:41,411 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740/.tmp/ns/dba1f80f5bae4eb38b57b7fc95ba9be1 is 43, key is default/ns:d/1731785489650/Put/seqid=0 2024-11-16T19:31:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741835_1011 (size=5153) 2024-11-16T19:31:41,474 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:31:41,474 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:31:41,486 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:41,520 DEBUG [d11ab77873cb:34319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:31:41,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8b9df8e4f4e395f158717ecfb94d9a8f, regionState=OPENING, regionLocation=d11ab77873cb,35953,1731785496423 2024-11-16T19:31:41,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN because future has completed 2024-11-16T19:31:41,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b9df8e4f4e395f158717ecfb94d9a8f, server=d11ab77873cb,35953,1731785496423}] 2024-11-16T19:31:41,583 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:41,592 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:41,597 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:41,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:41,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:41,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:31:41,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35953%2C1731785496423.rep, suffix=, logDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423, archiveDir=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs, maxLogs=10 2024-11-16T19:31:41,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.rep.1731785501691, exclude list is [], retry=0 2024-11-16T19:31:41,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-548c89dc-f400-4fb9-af70-5f07c1552246,DISK] 2024-11-16T19:31:41,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.rep.1731785501691 2024-11-16T19:31:41,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-16T19:31:41,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b9df8e4f4e395f158717ecfb94d9a8f, NAME => 'hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:41,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:31:41,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:31:41,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. service=MultiRowMutationService 2024-11-16T19:31:41,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:31:41,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:41,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,715 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,716 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9df8e4f4e395f158717ecfb94d9a8f columnFamilyName hfileref 2024-11-16T19:31:41,716 DEBUG [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:41,717 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(327): Store=8b9df8e4f4e395f158717ecfb94d9a8f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:41,717 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,718 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9df8e4f4e395f158717ecfb94d9a8f columnFamilyName queue 2024-11-16T19:31:41,718 DEBUG [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:41,726 DEBUG [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/queue/933c80d45b484ff798a4b13a6560548b 2024-11-16T19:31:41,726 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(327): Store=8b9df8e4f4e395f158717ecfb94d9a8f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:41,726 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,727 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b9df8e4f4e395f158717ecfb94d9a8f columnFamilyName sid 2024-11-16T19:31:41,727 DEBUG [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:41,728 INFO [StoreOpener-8b9df8e4f4e395f158717ecfb94d9a8f-1 {}] regionserver.HStore(327): Store=8b9df8e4f4e395f158717ecfb94d9a8f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:41,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:31:41,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 8b9df8e4f4e395f158717ecfb94d9a8f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63473636, jitterRate=-0.05416911840438843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:31:41,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:41,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8b9df8e4f4e395f158717ecfb94d9a8f: Running coprocessor pre-open hook at 1731785501713Writing region info on filesystem at 1731785501713Initializing all the Stores at 1731785501713Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785501714 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785501715 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785501715Cleaning up temporary data from old regions at 1731785501732 (+17 ms)Running coprocessor post-open hooks at 1731785501736 (+4 ms)Region opened successfully at 1731785501737 (+1 ms) 2024-11-16T19:31:41,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f., pid=19, masterSystemTime=1731785501679 2024-11-16T19:31:41,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:41,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:41,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8b9df8e4f4e395f158717ecfb94d9a8f, regionState=OPEN, openSeqNum=10, regionLocation=d11ab77873cb,35953,1731785496423 2024-11-16T19:31:41,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b9df8e4f4e395f158717ecfb94d9a8f, server=d11ab77873cb,35953,1731785496423 because future has completed 2024-11-16T19:31:41,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T19:31:41,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b9df8e4f4e395f158717ecfb94d9a8f, server=d11ab77873cb,35953,1731785496423 in 222 msec 2024-11-16T19:31:41,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-16T19:31:41,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b9df8e4f4e395f158717ecfb94d9a8f, ASSIGN in 384 msec 2024-11-16T19:31:41,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T19:31:41,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f., hostname=d11ab77873cb,35953,1731785496423, seqNum=10] 2024-11-16T19:31:41,792 DEBUG [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:41,795 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for d11ab77873cb,46079,1731785482214 2024-11-16T19:31:41,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T19:31:41,817 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740/.tmp/ns/dba1f80f5bae4eb38b57b7fc95ba9be1 2024-11-16T19:31:41,825 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740/.tmp/ns/dba1f80f5bae4eb38b57b7fc95ba9be1 as hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740/ns/dba1f80f5bae4eb38b57b7fc95ba9be1 2024-11-16T19:31:41,833 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740/ns/dba1f80f5bae4eb38b57b7fc95ba9be1, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T19:31:41,834 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-16T19:31:41,834 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:31:41,840 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T19:31:41,841 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:41,841 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:41,841 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:41,841 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785501392Running coprocessor pre-close hooks at 1731785501392Disabling compacts and flushes for region at 1731785501392Disabling writes for close at 1731785501392Obtaining lock to block concurrent updates at 1731785501392Preparing flush snapshotting stores in 1588230740 at 1731785501392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731785501393 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785501394 (+1 ms)Flushing 1588230740/ns: creating writer at 1731785501394Flushing 1588230740/ns: appending metadata at 1731785501411 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731785501411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db8a6ba: reopening flushed file at 1731785501824 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731785501834 (+10 ms)Writing region close event to WAL at 1731785501836 (+2 ms)Running coprocessor post-close hooks at 1731785501841 (+5 ms)Closed at 1731785501841 2024-11-16T19:31:41,841 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:41,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-16T19:31:41,993 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,34095,1731785486777; all regions closed. 2024-11-16T19:31:41,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/WALs/d11ab77873cb,34095,1731785486777/d11ab77873cb%2C34095%2C1731785486777.meta.1731785489560.meta not finished, retry = 0 2024-11-16T19:31:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741834_1010 (size=1152) 2024-11-16T19:31:42,099 DEBUG [RS:0;d11ab77873cb:34095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/oldWALs 2024-11-16T19:31:42,099 INFO [RS:0;d11ab77873cb:34095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C34095%2C1731785486777.meta:.meta(num 1731785489560) 2024-11-16T19:31:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741832_1008 (size=93) 2024-11-16T19:31:42,104 DEBUG [RS:0;d11ab77873cb:34095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/oldWALs 2024-11-16T19:31:42,104 INFO [RS:0;d11ab77873cb:34095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C34095%2C1731785486777:(num 1731785488654) 2024-11-16T19:31:42,104 DEBUG [RS:0;d11ab77873cb:34095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:42,104 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:42,105 INFO [RS:0;d11ab77873cb:34095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:31:42,105 INFO [RS:0;d11ab77873cb:34095 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:31:42,105 INFO [RS:0;d11ab77873cb:34095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:31:42,105 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:31:42,105 INFO [RS:0;d11ab77873cb:34095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34095 2024-11-16T19:31:42,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652203638/rs/d11ab77873cb,34095,1731785486777 2024-11-16T19:31:42,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638/rs 2024-11-16T19:31:42,107 INFO [RS:0;d11ab77873cb:34095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:31:42,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,34095,1731785486777] 2024-11-16T19:31:42,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-652203638/draining/d11ab77873cb,34095,1731785486777 already deleted, retry=false 2024-11-16T19:31:42,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,34095,1731785486777 expired; onlineServers=0 2024-11-16T19:31:42,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,35117,1731785486733' ***** 2024-11-16T19:31:42,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:31:42,109 INFO [M:0;d11ab77873cb:35117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:42,109 INFO [M:0;d11ab77873cb:35117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:31:42,110 DEBUG [M:0;d11ab77873cb:35117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:31:42,110 DEBUG [M:0;d11ab77873cb:35117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:31:42,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:31:42,110 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785488365 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785488365,5,FailOnTimeoutGroup] 2024-11-16T19:31:42,110 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785488377 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785488377,5,FailOnTimeoutGroup] 2024-11-16T19:31:42,110 INFO [M:0;d11ab77873cb:35117 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:31:42,110 INFO [M:0;d11ab77873cb:35117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:31:42,110 DEBUG [M:0;d11ab77873cb:35117 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:31:42,110 INFO [M:0;d11ab77873cb:35117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:31:42,110 INFO [M:0;d11ab77873cb:35117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:42,111 INFO [M:0;d11ab77873cb:35117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:31:42,111 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:31:42,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652203638/master 2024-11-16T19:31:42,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652203638 2024-11-16T19:31:42,111 DEBUG [M:0;d11ab77873cb:35117 {}] zookeeper.ZKUtil(347): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Unable to get data of znode /1-652203638/master because node does not exist (not an error) 2024-11-16T19:31:42,111 WARN [M:0;d11ab77873cb:35117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:31:42,113 INFO [M:0;d11ab77873cb:35117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/.lastflushedseqids 2024-11-16T19:31:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741836_1012 (size=99) 2024-11-16T19:31:42,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:42,208 INFO [RS:0;d11ab77873cb:34095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:31:42,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34095-0x1004a04aacb0004, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:42,208 INFO [RS:0;d11ab77873cb:34095 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,34095,1731785486777; zookeeper connection closed. 2024-11-16T19:31:42,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77475944 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77475944 2024-11-16T19:31:42,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:31:42,530 INFO [M:0;d11ab77873cb:35117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:31:42,530 INFO [M:0;d11ab77873cb:35117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:31:42,530 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:31:42,530 INFO [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:42,531 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:42,531 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:31:42,531 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:42,531 INFO [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T19:31:42,568 DEBUG [M:0;d11ab77873cb:35117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ca67701b03a4eb3a483ea8e902cf2ce is 82, key is hbase:meta,,1/info:regioninfo/1731785489625/Put/seqid=0 2024-11-16T19:31:42,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741837_1013 (size=5672) 2024-11-16T19:31:42,594 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:42,603 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:42,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:31:42,973 INFO [M:0;d11ab77873cb:35117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ca67701b03a4eb3a483ea8e902cf2ce 2024-11-16T19:31:43,009 DEBUG [M:0;d11ab77873cb:35117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d396dee80d24c7ba908a4ee968b3983 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731785489659/Put/seqid=0 2024-11-16T19:31:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741838_1014 (size=5275) 2024-11-16T19:31:43,024 INFO [M:0;d11ab77873cb:35117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d396dee80d24c7ba908a4ee968b3983 2024-11-16T19:31:43,056 DEBUG [M:0;d11ab77873cb:35117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e31cbf5aa0ba4243b9ca942882309b33 is 69, key is d11ab77873cb,34095,1731785486777/rs:state/1731785488441/Put/seqid=0 2024-11-16T19:31:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741839_1015 (size=5156) 2024-11-16T19:31:43,466 INFO [M:0;d11ab77873cb:35117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e31cbf5aa0ba4243b9ca942882309b33 2024-11-16T19:31:43,473 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ca67701b03a4eb3a483ea8e902cf2ce as hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ca67701b03a4eb3a483ea8e902cf2ce 2024-11-16T19:31:43,480 INFO [M:0;d11ab77873cb:35117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ca67701b03a4eb3a483ea8e902cf2ce, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T19:31:43,481 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d396dee80d24c7ba908a4ee968b3983 as hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d396dee80d24c7ba908a4ee968b3983 2024-11-16T19:31:43,489 INFO [M:0;d11ab77873cb:35117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d396dee80d24c7ba908a4ee968b3983, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T19:31:43,490 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e31cbf5aa0ba4243b9ca942882309b33 as hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e31cbf5aa0ba4243b9ca942882309b33 2024-11-16T19:31:43,497 INFO [M:0;d11ab77873cb:35117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e31cbf5aa0ba4243b9ca942882309b33, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T19:31:43,498 INFO [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=28, compaction requested=false 2024-11-16T19:31:43,499 INFO [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:43,500 DEBUG [M:0;d11ab77873cb:35117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785502530Disabling compacts and flushes for region at 1731785502530Disabling writes for close at 1731785502531 (+1 ms)Obtaining lock to block concurrent updates at 1731785502531Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785502531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731785502532 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785502533 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785502533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785502567 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785502567Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785502987 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785503008 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785503009 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785503034 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785503055 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785503055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283671b8: reopening flushed file at 1731785503472 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4beb84c7: reopening flushed file at 1731785503480 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77023b01: reopening flushed file at 1731785503489 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=28, compaction requested=false at 1731785503498 (+9 ms)Writing region close event to WAL at 1731785503499 (+1 ms)Closed at 1731785503499 2024-11-16T19:31:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38275 is added to blk_1073741830_1006 (size=10165) 2024-11-16T19:31:43,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/527da953-a0b9-b26d-6aff-25f6c109e0c3/MasterData/WALs/d11ab77873cb,35117,1731785486733/d11ab77873cb%2C35117%2C1731785486733.1731785488128 not finished, retry = 0 2024-11-16T19:31:43,604 INFO [M:0;d11ab77873cb:35117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:31:43,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:31:43,605 INFO [M:0;d11ab77873cb:35117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35117 2024-11-16T19:31:43,612 INFO [M:0;d11ab77873cb:35117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:31:43,699 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:43,708 DEBUG [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.1731785497089 to pos 0, reset compression=false 2024-11-16T19:31:43,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:43,715 INFO [M:0;d11ab77873cb:35117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:31:43,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35117-0x1004a04aacb0003, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:43,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8120ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:31:43,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77fdfbd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:31:43,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:31:43,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc263b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:31:43,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2f7835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.log.dir/,STOPPED} 2024-11-16T19:31:43,723 WARN [BP-613413353-172.17.0.2-1731785485691 heartbeating to localhost/127.0.0.1:38501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:31:43,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:31:43,723 WARN [BP-613413353-172.17.0.2-1731785485691 heartbeating to localhost/127.0.0.1:38501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-613413353-172.17.0.2-1731785485691 (Datanode Uuid 90241c80-2e01-423e-97cb-5cf7705d5305) service to localhost/127.0.0.1:38501 2024-11-16T19:31:43,723 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:31:43,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/cluster_3e76307b-82e3-84a3-e0d4-9d8119afa43a/data/data1/current/BP-613413353-172.17.0.2-1731785485691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:31:43,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/cluster_3e76307b-82e3-84a3-e0d4-9d8119afa43a/data/data2/current/BP-613413353-172.17.0.2-1731785485691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:31:43,725 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:31:43,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c2a81f0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:31:43,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dfbbe97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:31:43,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:31:43,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5c8066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:31:43,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b699d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.log.dir/,STOPPED} 2024-11-16T19:31:43,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:31:43,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:31:43,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:43,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:43,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:43,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:43,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:43,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:31:43,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=528843661, stopped=false 2024-11-16T19:31:43,751 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,34319,1731785496372 2024-11-16T19:31:43,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/running 2024-11-16T19:31:43,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/running 2024-11-16T19:31:43,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:43,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:43,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:43,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:43,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:43,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:43,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/running 2024-11-16T19:31:43,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Set watcher on znode that does not yet exist, /01263253200/running 2024-11-16T19:31:43,752 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,35953,1731785496423' ***** 2024-11-16T19:31:43,753 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:31:43,753 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:31:43,753 INFO [RS:0;d11ab77873cb:35953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:31:43,753 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:31:43,753 INFO [RS:0;d11ab77873cb:35953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:31:43,753 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:43,753 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,35953,1731785496423 2024-11-16T19:31:43,753 INFO [RS:0;d11ab77873cb:35953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:43,754 INFO [RS:0;d11ab77873cb:35953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35953. 2024-11-16T19:31:43,754 DEBUG [RS:0;d11ab77873cb:35953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:43,754 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b9df8e4f4e395f158717ecfb94d9a8f, disabling compactions & flushes 2024-11-16T19:31:43,754 DEBUG [RS:0;d11ab77873cb:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:43,754 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:43,754 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:31:43,754 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:43,754 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:31:43,754 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:31:43,754 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. after waiting 0 ms 2024-11-16T19:31:43,754 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:43,754 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:31:43,755 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:31:43,755 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8b9df8e4f4e395f158717ecfb94d9a8f=hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f.} 2024-11-16T19:31:43,755 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b9df8e4f4e395f158717ecfb94d9a8f 2024-11-16T19:31:43,755 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:43,755 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:43,756 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:43,756 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:43,756 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:43,756 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T19:31:43,763 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/replication/8b9df8e4f4e395f158717ecfb94d9a8f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-16T19:31:43,763 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:43,763 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:43,764 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:43,764 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b9df8e4f4e395f158717ecfb94d9a8f: Waiting for close lock at 1731785503754Running coprocessor pre-close hooks at 1731785503754Disabling compacts and flushes for region at 1731785503754Disabling writes for close at 1731785503754Writing region close event to WAL at 1731785503756 (+2 ms)Running coprocessor post-close hooks at 1731785503763 (+7 ms)Closed at 1731785503764 (+1 ms) 2024-11-16T19:31:43,764 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f. 2024-11-16T19:31:43,780 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/info/6a5cbf933c2c4fc9ba8b678985b8e6f3 is 147, key is hbase:replication,,1731785489842.8b9df8e4f4e395f158717ecfb94d9a8f./info:regioninfo/1731785501742/Put/seqid=0 2024-11-16T19:31:43,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741851_1027 (size=6385) 2024-11-16T19:31:43,830 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:43,956 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:44,000 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:31:44,000 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:31:44,156 DEBUG [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:44,186 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/info/6a5cbf933c2c4fc9ba8b678985b8e6f3 2024-11-16T19:31:44,194 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/.tmp/info/6a5cbf933c2c4fc9ba8b678985b8e6f3 as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/info/6a5cbf933c2c4fc9ba8b678985b8e6f3 2024-11-16T19:31:44,200 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/info/6a5cbf933c2c4fc9ba8b678985b8e6f3, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T19:31:44,202 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-16T19:31:44,207 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T19:31:44,208 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:44,208 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:44,208 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:44,208 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785503755Running coprocessor pre-close hooks at 1731785503755Disabling compacts and flushes for region at 1731785503755Disabling writes for close at 1731785503756 (+1 ms)Obtaining lock to block concurrent updates at 1731785503756Preparing flush snapshotting stores in 1588230740 at 1731785503756Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731785503756Flushing stores of hbase:meta,,1.1588230740 at 1731785503757 (+1 ms)Flushing 1588230740/info: creating writer at 1731785503757Flushing 1588230740/info: appending metadata at 1731785503779 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731785503779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1433e33d: reopening flushed file at 1731785504192 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1731785504202 (+10 ms)Writing region close event to WAL at 1731785504203 (+1 ms)Running coprocessor post-close hooks at 1731785504208 (+5 ms)Closed at 1731785504208 2024-11-16T19:31:44,208 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:44,356 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,35953,1731785496423; all regions closed. 2024-11-16T19:31:44,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741849_1025 (size=2156) 2024-11-16T19:31:44,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.meta.1731785497398.meta not finished, retry = 0 2024-11-16T19:31:44,467 DEBUG [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs 2024-11-16T19:31:44,467 INFO [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C35953%2C1731785496423.meta:.meta(num 1731785497398) 2024-11-16T19:31:44,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741850_1026 (size=796) 2024-11-16T19:31:44,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/WALs/d11ab77873cb,35953,1731785496423/d11ab77873cb%2C35953%2C1731785496423.rep.1731785501691 not finished, retry = 0 2024-11-16T19:31:44,577 DEBUG [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs 2024-11-16T19:31:44,577 INFO [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C35953%2C1731785496423.rep:(num 1731785501691) 2024-11-16T19:31:44,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741848_1024 (size=93) 2024-11-16T19:31:44,585 DEBUG [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/oldWALs 2024-11-16T19:31:44,585 INFO [RS:0;d11ab77873cb:35953 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C35953%2C1731785496423:(num 1731785497089) 2024-11-16T19:31:44,585 DEBUG [RS:0;d11ab77873cb:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:44,585 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:44,585 INFO [RS:0;d11ab77873cb:35953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:31:44,585 INFO [RS:0;d11ab77873cb:35953 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:31:44,585 INFO [RS:0;d11ab77873cb:35953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:31:44,586 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:31:44,586 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T19:31:44,586 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T19:31:44,586 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,35953,1731785496423 because: Region server is closing 2024-11-16T19:31:44,586 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-16T19:31:44,586 INFO [RS:0;d11ab77873cb:35953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35953. 2024-11-16T19:31:44,586 DEBUG [RS:0;d11ab77873cb:35953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:44,586 DEBUG [RS:0;d11ab77873cb:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:44,586 DEBUG [RS:0;d11ab77873cb:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:44,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:44,687 WARN [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:31:44,687 WARN [RS:0;d11ab77873cb:35953.replicationSource.shipperd11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T19:31:44,687 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d11ab77873cb:35953.replicationSource.shipperd11ab77873cb%2C35953%2C1731785496423,1-d11ab77873cb,35953,1731785496423 terminated 2024-11-16T19:31:44,687 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d11ab77873cb,35953,1731785496423 because: Region server is closing 2024-11-16T19:31:44,687 INFO [RS:0;d11ab77873cb:35953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35953. 2024-11-16T19:31:44,687 DEBUG [RS:0;d11ab77873cb:35953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:44,687 DEBUG [RS:0;d11ab77873cb:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:44,687 DEBUG [RS:0;d11ab77873cb:35953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:44,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:44,788 WARN [RS:0;d11ab77873cb:35953.replicationSource.wal-reader.d11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:31:44,788 WARN [RS:0;d11ab77873cb:35953.replicationSource.shipperd11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T19:31:44,788 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;d11ab77873cb:35953.replicationSource.shipperd11ab77873cb%2C35953%2C1731785496423,2-d11ab77873cb,35953,1731785496423 terminated 2024-11-16T19:31:44,788 INFO [RS:0;d11ab77873cb:35953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35953 2024-11-16T19:31:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/rs/d11ab77873cb,35953,1731785496423 2024-11-16T19:31:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200/rs 2024-11-16T19:31:44,790 INFO [RS:0;d11ab77873cb:35953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:31:44,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,35953,1731785496423] 2024-11-16T19:31:44,792 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/draining/d11ab77873cb,35953,1731785496423 already deleted, retry=false 2024-11-16T19:31:44,792 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,35953,1731785496423 expired; onlineServers=0 2024-11-16T19:31:44,792 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,34319,1731785496372' ***** 2024-11-16T19:31:44,792 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:31:44,792 INFO [M:0;d11ab77873cb:34319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:44,792 INFO [M:0;d11ab77873cb:34319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:31:44,792 DEBUG [M:0;d11ab77873cb:34319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:31:44,792 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:31:44,792 DEBUG [M:0;d11ab77873cb:34319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:31:44,792 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785496829 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785496829,5,FailOnTimeoutGroup] 2024-11-16T19:31:44,792 INFO [M:0;d11ab77873cb:34319 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:31:44,792 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785496829 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785496829,5,FailOnTimeoutGroup] 2024-11-16T19:31:44,792 INFO [M:0;d11ab77873cb:34319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:31:44,793 DEBUG [M:0;d11ab77873cb:34319 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:31:44,793 INFO [M:0;d11ab77873cb:34319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:31:44,793 INFO [M:0;d11ab77873cb:34319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:44,793 INFO [M:0;d11ab77873cb:34319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:31:44,793 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:31:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01263253200/master 2024-11-16T19:31:44,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01263253200 2024-11-16T19:31:44,800 DEBUG [M:0;d11ab77873cb:34319 {}] zookeeper.RecoverableZooKeeper(212): Node /01263253200/master already deleted, retry=false 2024-11-16T19:31:44,800 DEBUG [M:0;d11ab77873cb:34319 {}] master.ActiveMasterManager(353): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Failed delete of our master address node; KeeperErrorCode = NoNode for /01263253200/master 2024-11-16T19:31:44,801 INFO [M:0;d11ab77873cb:34319 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/.lastflushedseqids 2024-11-16T19:31:44,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741852_1028 (size=181) 2024-11-16T19:31:44,808 INFO [M:0;d11ab77873cb:34319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:31:44,808 INFO [M:0;d11ab77873cb:34319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:31:44,808 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:31:44,808 INFO [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:44,808 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:44,808 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:31:44,808 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:44,808 INFO [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T19:31:44,824 DEBUG [M:0;d11ab77873cb:34319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e902014364344d6f9e5a79b66b24585d is 82, key is hbase:meta,,1/info:regioninfo/1731785497474/Put/seqid=0 2024-11-16T19:31:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741853_1029 (size=5680) 2024-11-16T19:31:44,891 INFO [RS:0;d11ab77873cb:35953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:31:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:44,891 INFO [RS:0;d11ab77873cb:35953 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,35953,1731785496423; zookeeper connection closed. 2024-11-16T19:31:44,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35953-0x1004a04aacb0007, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:44,891 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11e150ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11e150ab 2024-11-16T19:31:44,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:31:45,231 INFO [M:0;d11ab77873cb:34319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e902014364344d6f9e5a79b66b24585d 2024-11-16T19:31:45,251 DEBUG [M:0;d11ab77873cb:34319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b03786718e9472eb66517bf1ad2e24a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731785501751/Put/seqid=0 2024-11-16T19:31:45,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741854_1030 (size=7319) 2024-11-16T19:31:45,656 INFO [M:0;d11ab77873cb:34319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b03786718e9472eb66517bf1ad2e24a 2024-11-16T19:31:45,676 DEBUG [M:0;d11ab77873cb:34319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cfd61873c704835a44aa8a7513b9bc9 is 69, key is d11ab77873cb,35953,1731785496423/rs:state/1731785496880/Put/seqid=0 2024-11-16T19:31:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741855_1031 (size=5371) 2024-11-16T19:31:46,081 INFO [M:0;d11ab77873cb:34319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cfd61873c704835a44aa8a7513b9bc9 2024-11-16T19:31:46,087 INFO [M:0;d11ab77873cb:34319 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cfd61873c704835a44aa8a7513b9bc9 2024-11-16T19:31:46,088 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e902014364344d6f9e5a79b66b24585d as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e902014364344d6f9e5a79b66b24585d 2024-11-16T19:31:46,093 INFO [M:0;d11ab77873cb:34319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e902014364344d6f9e5a79b66b24585d, entries=8, sequenceid=172, filesize=5.5 K 2024-11-16T19:31:46,095 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b03786718e9472eb66517bf1ad2e24a as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b03786718e9472eb66517bf1ad2e24a 2024-11-16T19:31:46,101 INFO [M:0;d11ab77873cb:34319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b03786718e9472eb66517bf1ad2e24a, entries=7, sequenceid=172, filesize=7.1 K 2024-11-16T19:31:46,102 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9cfd61873c704835a44aa8a7513b9bc9 as hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9cfd61873c704835a44aa8a7513b9bc9 2024-11-16T19:31:46,108 INFO [M:0;d11ab77873cb:34319 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cfd61873c704835a44aa8a7513b9bc9 2024-11-16T19:31:46,108 INFO [M:0;d11ab77873cb:34319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34835/user/jenkins/test-data/2c714b09-2854-b9b5-6940-8b3a6693bbc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9cfd61873c704835a44aa8a7513b9bc9, entries=2, sequenceid=172, filesize=5.2 K 2024-11-16T19:31:46,110 INFO [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=172, compaction requested=false 2024-11-16T19:31:46,111 INFO [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:46,111 DEBUG [M:0;d11ab77873cb:34319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785504808Disabling compacts and flushes for region at 1731785504808Disabling writes for close at 1731785504808Obtaining lock to block concurrent updates at 1731785504808Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785504808Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731785504809 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785504810 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785504810Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785504824 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785504824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785505237 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785505250 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785505250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785505662 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785505675 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785505675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe3b3d2: reopening flushed file at 1731785506087 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1d1250: reopening flushed file at 1731785506094 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ccb559: reopening flushed file at 1731785506101 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=172, compaction requested=false at 1731785506110 (+9 ms)Writing region close event to WAL at 1731785506111 (+1 ms)Closed at 1731785506111 2024-11-16T19:31:46,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741847_1023 (size=22949) 2024-11-16T19:31:46,115 INFO [M:0;d11ab77873cb:34319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:31:46,115 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:31:46,116 INFO [M:0;d11ab77873cb:34319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34319 2024-11-16T19:31:46,116 INFO [M:0;d11ab77873cb:34319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:31:46,217 INFO [M:0;d11ab77873cb:34319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:31:46,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:46,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34319-0x1004a04aacb0006, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:46,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:31:46,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:31:46,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:31:46,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:31:46,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.log.dir/,STOPPED} 2024-11-16T19:31:46,221 WARN [BP-838044026-172.17.0.2-1731785478709 heartbeating to localhost/127.0.0.1:34835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:31:46,221 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:31:46,221 WARN [BP-838044026-172.17.0.2-1731785478709 heartbeating to localhost/127.0.0.1:34835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-838044026-172.17.0.2-1731785478709 (Datanode Uuid 84a6976e-af6a-4c13-9900-5b9afbd3c892) service to localhost/127.0.0.1:34835 2024-11-16T19:31:46,221 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:31:46,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/cluster_348a5c06-0568-74d1-a43a-6fa1718181a8/data/data1/current/BP-838044026-172.17.0.2-1731785478709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:31:46,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/cluster_348a5c06-0568-74d1-a43a-6fa1718181a8/data/data2/current/BP-838044026-172.17.0.2-1731785478709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:31:46,222 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:31:46,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:31:46,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:31:46,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:31:46,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:31:46,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a55c5667-3a75-5c61-9319-021bc957f32c/hadoop.log.dir/,STOPPED} 2024-11-16T19:31:46,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:31:46,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:31:46,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34835 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@103d3566 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d11ab77873cb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d11ab77873cb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d11ab77873cb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56171) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: regionserver/d11ab77873cb:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38501 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/d11ab77873cb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 132) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2799 (was 3937) 2024-11-16T19:31:46,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=2799 2024-11-16T19:31:46,279 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-16T19:31:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.log.dir so I do NOT create it in target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509 2024-11-16T19:31:46,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:31:46,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.tmp.dir so I do NOT create it in target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509 2024-11-16T19:31:46,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc488afc-bb16-5832-2122-473e1a731351/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:31:46,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509 2024-11-16T19:31:46,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/cluster_33da0d1f-14ee-8b3f-e18d-35e536ea0fb5, deleteOnExit=true 2024-11-16T19:31:46,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/cluster_33da0d1f-14ee-8b3f-e18d-35e536ea0fb5/zookeeper_0, clientPort=49416, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/cluster_33da0d1f-14ee-8b3f-e18d-35e536ea0fb5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/cluster_33da0d1f-14ee-8b3f-e18d-35e536ea0fb5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:31:46,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49416 2024-11-16T19:31:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:31:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:31:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/test.cache.data in system properties and HBase conf 2024-11-16T19:31:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:31:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:31:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:31:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:31:46,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:31:46,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:31:46,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:31:46,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:31:46,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a04aacb0002, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:31:46,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a04aacb0005, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:31:46,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a04aacb0005, quorum=127.0.0.1:56171, baseZNode=/1-652203638 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:31:46,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a04aacb0002, quorum=127.0.0.1:56171, baseZNode=/01263253200 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:31:46,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:46,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:31:46,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:31:46,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:31:46,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:31:46,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:46,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48ccde76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:31:46,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9a39883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:31:46,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49225f22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/java.io.tmpdir/jetty-localhost-42035-hadoop-hdfs-3_4_1-tests_jar-_-any-5311700819900978275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:31:46,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@213a7b7f{HTTP/1.1, (http/1.1)}{localhost:42035} 2024-11-16T19:31:46,454 INFO [Time-limited test {}] server.Server(415): Started @30234ms 2024-11-16T19:31:46,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:46,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:31:46,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:31:46,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:31:46,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:31:46,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@757e195f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:31:46,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abc309a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:31:46,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65fb40e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/java.io.tmpdir/jetty-localhost-36139-hadoop-hdfs-3_4_1-tests_jar-_-any-11626475864516495247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:31:46,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@377edc14{HTTP/1.1, (http/1.1)}{localhost:36139} 2024-11-16T19:31:46,627 INFO [Time-limited test {}] server.Server(415): Started @30408ms 2024-11-16T19:31:46,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:31:46,692 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/cluster_33da0d1f-14ee-8b3f-e18d-35e536ea0fb5/data/data2/current/BP-308441949-172.17.0.2-1731785506306/current, will proceed with Du for space computation calculation, 2024-11-16T19:31:46,692 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/cluster_33da0d1f-14ee-8b3f-e18d-35e536ea0fb5/data/data1/current/BP-308441949-172.17.0.2-1731785506306/current, will proceed with Du for space computation calculation, 2024-11-16T19:31:46,709 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:31:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f7daa9fcf23e7de with lease ID 0xdfee27a98f82f811: Processing first storage report for DS-391d2fe7-2864-4c1b-b6f7-419a9673adc6 from datanode DatanodeRegistration(127.0.0.1:40211, datanodeUuid=18f4f5fd-ebd2-4fa4-9dc0-f1a2812a5369, infoPort=41419, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=481972074;c=1731785506306) 2024-11-16T19:31:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f7daa9fcf23e7de with lease ID 0xdfee27a98f82f811: from storage DS-391d2fe7-2864-4c1b-b6f7-419a9673adc6 node DatanodeRegistration(127.0.0.1:40211, datanodeUuid=18f4f5fd-ebd2-4fa4-9dc0-f1a2812a5369, infoPort=41419, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=481972074;c=1731785506306), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:31:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8f7daa9fcf23e7de with lease ID 0xdfee27a98f82f811: Processing first storage report for DS-2f9a1db9-5449-497a-959c-1e49a81655bc from datanode DatanodeRegistration(127.0.0.1:40211, datanodeUuid=18f4f5fd-ebd2-4fa4-9dc0-f1a2812a5369, infoPort=41419, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=481972074;c=1731785506306) 2024-11-16T19:31:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8f7daa9fcf23e7de with lease ID 0xdfee27a98f82f811: from storage DS-2f9a1db9-5449-497a-959c-1e49a81655bc node DatanodeRegistration(127.0.0.1:40211, datanodeUuid=18f4f5fd-ebd2-4fa4-9dc0-f1a2812a5369, infoPort=41419, infoSecurePort=0, ipcPort=33555, storageInfo=lv=-57;cid=testClusterID;nsid=481972074;c=1731785506306), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:31:46,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509 2024-11-16T19:31:46,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:46,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:31:47,165 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37 with version=8 2024-11-16T19:31:47,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/hbase-staging 2024-11-16T19:31:47,167 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:47,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:47,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:47,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:47,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:47,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:47,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:31:47,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:47,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44099 2024-11-16T19:31:47,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44099 connecting to ZooKeeper ensemble=127.0.0.1:49416 2024-11-16T19:31:47,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440990x0, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:47,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44099-0x1004a051a580000 connected 2024-11-16T19:31:47,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:47,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:47,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on znode that does not yet exist, /0381247340/running 2024-11-16T19:31:47,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37, hbase.cluster.distributed=false 2024-11-16T19:31:47,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on znode that does not yet exist, /0381247340/acl 2024-11-16T19:31:47,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44099 2024-11-16T19:31:47,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44099 2024-11-16T19:31:47,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44099 2024-11-16T19:31:47,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44099 2024-11-16T19:31:47,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44099 2024-11-16T19:31:47,209 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:47,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:47,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:47,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:47,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:47,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:47,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:31:47,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:47,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32777 2024-11-16T19:31:47,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32777 connecting to ZooKeeper ensemble=127.0.0.1:49416 2024-11-16T19:31:47,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:47,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:47,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327770x0, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:47,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327770x0, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on znode that does not yet exist, /0381247340/running 2024-11-16T19:31:47,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32777-0x1004a051a580001 connected 2024-11-16T19:31:47,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:31:47,221 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:31:47,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on znode that does not yet exist, /0381247340/master 2024-11-16T19:31:47,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on znode that does not yet exist, /0381247340/acl 2024-11-16T19:31:47,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32777 2024-11-16T19:31:47,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32777 2024-11-16T19:31:47,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32777 2024-11-16T19:31:47,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32777 2024-11-16T19:31:47,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32777 2024-11-16T19:31:47,242 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:44099 2024-11-16T19:31:47,243 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0381247340/backup-masters/d11ab77873cb,44099,1731785507167 2024-11-16T19:31:47,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340/backup-masters 2024-11-16T19:31:47,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340/backup-masters 2024-11-16T19:31:47,244 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on existing znode=/0381247340/backup-masters/d11ab77873cb,44099,1731785507167 2024-11-16T19:31:47,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0381247340/master 2024-11-16T19:31:47,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:47,247 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on existing znode=/0381247340/master 2024-11-16T19:31:47,247 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0381247340/backup-masters/d11ab77873cb,44099,1731785507167 from backup master directory 2024-11-16T19:31:47,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:47,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381247340/backup-masters/d11ab77873cb,44099,1731785507167 2024-11-16T19:31:47,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340/backup-masters 2024-11-16T19:31:47,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340/backup-masters 2024-11-16T19:31:47,250 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:47,250 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,44099,1731785507167 2024-11-16T19:31:47,258 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/hbase.id] with ID: c04ca7b5-c08c-467c-b789-b7fef5c40c90 2024-11-16T19:31:47,258 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/.tmp/hbase.id 2024-11-16T19:31:47,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:31:47,671 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/.tmp/hbase.id]:[hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/hbase.id] 2024-11-16T19:31:47,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:47,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:31:47,686 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T19:31:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:47,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:31:48,104 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:31:48,105 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:31:48,105 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:48,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:31:48,514 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store 2024-11-16T19:31:48,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:31:48,921 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:48,921 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:31:48,921 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:48,921 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:48,921 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:31:48,921 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:48,921 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:48,921 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785508921Disabling compacts and flushes for region at 1731785508921Disabling writes for close at 1731785508921Writing region close event to WAL at 1731785508921Closed at 1731785508921 2024-11-16T19:31:48,923 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/.initializing 2024-11-16T19:31:48,923 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/WALs/d11ab77873cb,44099,1731785507167 2024-11-16T19:31:48,924 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:48,925 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C44099%2C1731785507167, suffix=, logDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/WALs/d11ab77873cb,44099,1731785507167, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/oldWALs, maxLogs=10 2024-11-16T19:31:48,937 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/WALs/d11ab77873cb,44099,1731785507167/d11ab77873cb%2C44099%2C1731785507167.1731785508926, exclude list is [], retry=0 2024-11-16T19:31:48,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40211,DS-391d2fe7-2864-4c1b-b6f7-419a9673adc6,DISK] 2024-11-16T19:31:48,943 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/WALs/d11ab77873cb,44099,1731785507167/d11ab77873cb%2C44099%2C1731785507167.1731785508926 2024-11-16T19:31:48,943 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41419:41419)] 2024-11-16T19:31:48,943 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:48,943 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:48,943 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,943 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:31:48,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:48,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:48,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:31:48,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:48,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:48,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:31:48,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:48,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:48,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:31:48,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:48,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:48,953 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,954 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,954 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,956 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,956 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,956 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:48,957 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:48,959 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:48,960 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64991965, jitterRate=-0.03154425323009491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:48,961 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785508944Initializing all the Stores at 1731785508944Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785508945 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785508945Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785508945Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785508945Cleaning up temporary data from old regions at 1731785508956 (+11 ms)Region opened successfully at 1731785508960 (+4 ms) 2024-11-16T19:31:48,961 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:31:48,964 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24934cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:48,965 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:31:48,965 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:31:48,965 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:31:48,965 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:31:48,966 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:31:48,966 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:31:48,966 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:31:48,968 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:31:48,969 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Unable to get data of znode /0381247340/balancer because node does not exist (not necessarily an error) 2024-11-16T19:31:48,970 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381247340/balancer already deleted, retry=false 2024-11-16T19:31:48,970 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:31:48,971 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Unable to get data of znode /0381247340/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:31:48,971 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381247340/normalizer already deleted, retry=false 2024-11-16T19:31:48,971 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:31:48,974 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Unable to get data of znode /0381247340/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:31:48,974 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381247340/switch/split already deleted, retry=false 2024-11-16T19:31:48,975 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Unable to get data of znode /0381247340/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:31:48,976 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381247340/switch/merge already deleted, retry=false 2024-11-16T19:31:48,978 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Unable to get data of znode /0381247340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:31:48,979 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0381247340/snapshot-cleanup already deleted, retry=false 2024-11-16T19:31:48,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0381247340/running 2024-11-16T19:31:48,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0381247340/running 2024-11-16T19:31:48,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:48,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:48,980 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,44099,1731785507167, sessionid=0x1004a051a580000, setting cluster-up flag (Was=false) 2024-11-16T19:31:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:48,985 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0381247340/flush-table-proc/acquired, /0381247340/flush-table-proc/reached, /0381247340/flush-table-proc/abort 2024-11-16T19:31:48,986 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,44099,1731785507167 2024-11-16T19:31:48,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:48,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:48,992 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0381247340/online-snapshot/acquired, /0381247340/online-snapshot/reached, /0381247340/online-snapshot/abort 2024-11-16T19:31:48,993 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,44099,1731785507167 2024-11-16T19:31:48,997 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:31:48,999 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:49,000 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:31:49,000 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:31:49,000 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,44099,1731785507167 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:31:49,002 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:49,002 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:49,002 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:49,002 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:49,002 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:31:49,002 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,002 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:49,002 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,004 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:49,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:31:49,005 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785539005 2024-11-16T19:31:49,005 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:31:49,005 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:31:49,005 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:31:49,005 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:31:49,005 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:31:49,005 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:49,005 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:31:49,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:31:49,006 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,009 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:31:49,009 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:31:49,009 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:31:49,009 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:31:49,011 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:31:49,011 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:31:49,013 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785509011,5,FailOnTimeoutGroup] 2024-11-16T19:31:49,013 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785509013,5,FailOnTimeoutGroup] 2024-11-16T19:31:49,013 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,013 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:31:49,013 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,013 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:31:49,032 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(746): ClusterId : c04ca7b5-c08c-467c-b789-b7fef5c40c90 2024-11-16T19:31:49,032 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:31:49,033 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:31:49,033 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:31:49,035 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:31:49,035 DEBUG [RS:0;d11ab77873cb:32777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314bf41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:49,049 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:32777 2024-11-16T19:31:49,049 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:31:49,049 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:31:49,049 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:31:49,050 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,44099,1731785507167 with port=32777, startcode=1731785507209 2024-11-16T19:31:49,050 DEBUG [RS:0;d11ab77873cb:32777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:31:49,052 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:31:49,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,32777,1731785507209 2024-11-16T19:31:49,052 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44099 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,32777,1731785507209 2024-11-16T19:31:49,054 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37 2024-11-16T19:31:49,054 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38657 2024-11-16T19:31:49,054 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:31:49,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340/rs 2024-11-16T19:31:49,056 DEBUG [RS:0;d11ab77873cb:32777 {}] zookeeper.ZKUtil(111): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on existing znode=/0381247340/rs/d11ab77873cb,32777,1731785507209 2024-11-16T19:31:49,056 WARN [RS:0;d11ab77873cb:32777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:49,056 INFO [RS:0;d11ab77873cb:32777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:49,056 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209 2024-11-16T19:31:49,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,32777,1731785507209] 2024-11-16T19:31:49,061 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:31:49,062 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:31:49,064 INFO [RS:0;d11ab77873cb:32777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:31:49,064 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,064 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:31:49,065 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:31:49,065 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,065 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,065 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,065 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,065 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,065 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,065 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:49,066 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,066 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,066 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,066 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,066 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,066 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:49,066 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:49,066 DEBUG [RS:0;d11ab77873cb:32777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:49,067 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,067 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,067 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,067 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,067 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,067 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,32777,1731785507209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:49,081 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:31:49,081 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,32777,1731785507209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,081 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,081 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.Replication(171): d11ab77873cb,32777,1731785507209 started 2024-11-16T19:31:49,094 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:49,094 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,32777,1731785507209, RpcServer on d11ab77873cb/172.17.0.2:32777, sessionid=0x1004a051a580001 2024-11-16T19:31:49,095 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:31:49,095 DEBUG [RS:0;d11ab77873cb:32777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,32777,1731785507209 2024-11-16T19:31:49,095 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,32777,1731785507209' 2024-11-16T19:31:49,095 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0381247340/flush-table-proc/abort' 2024-11-16T19:31:49,095 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0381247340/flush-table-proc/acquired' 2024-11-16T19:31:49,096 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:31:49,096 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:31:49,096 DEBUG [RS:0;d11ab77873cb:32777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,32777,1731785507209 2024-11-16T19:31:49,096 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,32777,1731785507209' 2024-11-16T19:31:49,096 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0381247340/online-snapshot/abort' 2024-11-16T19:31:49,096 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0381247340/online-snapshot/acquired' 2024-11-16T19:31:49,097 DEBUG [RS:0;d11ab77873cb:32777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:31:49,097 INFO [RS:0;d11ab77873cb:32777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:31:49,097 INFO [RS:0;d11ab77873cb:32777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:31:49,197 INFO [RS:0;d11ab77873cb:32777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:49,199 INFO [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C32777%2C1731785507209, suffix=, logDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/oldWALs, maxLogs=10 2024-11-16T19:31:49,216 DEBUG [RS:0;d11ab77873cb:32777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200, exclude list is [], retry=0 2024-11-16T19:31:49,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40211,DS-391d2fe7-2864-4c1b-b6f7-419a9673adc6,DISK] 2024-11-16T19:31:49,221 INFO [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 2024-11-16T19:31:49,222 DEBUG [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41419:41419)] 2024-11-16T19:31:49,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:31:49,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:31:49,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:31:49,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:31:49,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37 2024-11-16T19:31:49,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:31:49,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:49,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:49,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:49,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:49,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:49,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:49,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:49,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:49,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:49,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:49,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:49,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:49,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:49,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:49,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:49,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:49,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:49,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:49,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740 2024-11-16T19:31:49,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740 2024-11-16T19:31:49,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:49,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:49,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:49,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:49,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:49,846 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61662883, jitterRate=-0.08115144073963165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:49,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785509827Initializing all the Stores at 1731785509828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785509828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785509828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785509828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785509828Cleaning up temporary data from old regions at 1731785509841 (+13 ms)Region opened successfully at 1731785509846 (+5 ms) 2024-11-16T19:31:49,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:49,847 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:49,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:49,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:49,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:49,847 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:49,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785509847Disabling compacts and flushes for region at 1731785509847Disabling writes for close at 1731785509847Writing region close event to WAL at 1731785509847Closed at 1731785509847 2024-11-16T19:31:49,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:49,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:31:49,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:31:49,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:49,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:31:50,002 DEBUG [d11ab77873cb:44099 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:31:50,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,32777,1731785507209 2024-11-16T19:31:50,004 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,32777,1731785507209, state=OPENING 2024-11-16T19:31:50,005 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:31:50,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:50,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:50,007 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:50,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0381247340/meta-region-server: CHANGED 2024-11-16T19:31:50,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0381247340/meta-region-server: CHANGED 2024-11-16T19:31:50,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,32777,1731785507209}] 2024-11-16T19:31:50,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:31:50,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:31:50,166 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:31:50,166 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:50,166 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:31:50,168 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C32777%2C1731785507209.meta, suffix=.meta, logDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/oldWALs, maxLogs=10 2024-11-16T19:31:50,180 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.meta.1731785510168.meta, exclude list is [], retry=0 2024-11-16T19:31:50,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40211,DS-391d2fe7-2864-4c1b-b6f7-419a9673adc6,DISK] 2024-11-16T19:31:50,185 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.meta.1731785510168.meta 2024-11-16T19:31:50,185 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41419:41419)] 2024-11-16T19:31:50,186 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:50,186 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:31:50,186 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:31:50,186 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:31:50,186 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:31:50,187 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:31:50,187 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:50,187 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:31:50,187 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:31:50,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:50,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:50,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:50,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:50,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:50,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:50,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:50,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:50,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:50,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:50,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:50,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:50,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:50,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:50,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:50,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:50,196 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:50,197 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740 2024-11-16T19:31:50,198 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740 2024-11-16T19:31:50,199 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:50,199 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:50,200 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:50,201 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:50,202 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72862821, jitterRate=0.08574064075946808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:50,202 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:31:50,203 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785510187Writing region info on filesystem at 1731785510187Initializing all the Stores at 1731785510188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785510188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785510188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785510188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785510189 (+1 ms)Cleaning up temporary data from old regions at 1731785510199 (+10 ms)Running coprocessor post-open hooks at 1731785510202 (+3 ms)Region opened successfully at 1731785510203 (+1 ms) 2024-11-16T19:31:50,205 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785510159 2024-11-16T19:31:50,207 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:31:50,207 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:31:50,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,32777,1731785507209 2024-11-16T19:31:50,209 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,32777,1731785507209, state=OPEN 2024-11-16T19:31:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0381247340/meta-region-server 2024-11-16T19:31:50,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0381247340/meta-region-server 2024-11-16T19:31:50,211 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,32777,1731785507209 2024-11-16T19:31:50,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0381247340/meta-region-server: CHANGED 2024-11-16T19:31:50,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0381247340/meta-region-server: CHANGED 2024-11-16T19:31:50,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:31:50,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,32777,1731785507209 in 204 msec 2024-11-16T19:31:50,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:31:50,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-16T19:31:50,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:50,218 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:31:50,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:50,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,32777,1731785507209, seqNum=-1] 2024-11-16T19:31:50,220 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:50,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:50,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-16T19:31:50,229 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785510228, completionTime=-1 2024-11-16T19:31:50,229 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:31:50,229 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785570231 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785630231 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44099,1731785507167-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44099,1731785507167-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44099,1731785507167-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:44099, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:50,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:50,232 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:50,234 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:31:50,235 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.985sec 2024-11-16T19:31:50,235 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:31:50,235 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:31:50,235 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:31:50,235 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:31:50,236 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:31:50,236 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44099,1731785507167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:50,236 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44099,1731785507167-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:31:50,238 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:31:50,238 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:31:50,238 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44099,1731785507167-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:50,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6b04dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:50,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44099,-1 for getting cluster id 2024-11-16T19:31:50,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:50,335 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c04ca7b5-c08c-467c-b789-b7fef5c40c90' 2024-11-16T19:31:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c04ca7b5-c08c-467c-b789-b7fef5c40c90" 2024-11-16T19:31:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe40690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44099,-1] 2024-11-16T19:31:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:50,337 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:50,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d37fdf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:50,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:50,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,32777,1731785507209, seqNum=-1] 2024-11-16T19:31:50,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:50,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:50,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,44099,1731785507167 2024-11-16T19:31:50,347 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49416 2024-11-16T19:31:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:50,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a051a580002 connected 2024-11-16T19:31:50,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.log.dir so I do NOT create it in target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410 2024-11-16T19:31:50,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:31:50,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.tmp.dir so I do NOT create it in target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410 2024-11-16T19:31:50,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:31:50,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410 2024-11-16T19:31:50,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:31:50,354 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/cluster_0148ef1c-d021-1220-775c-5b5427750100, deleteOnExit=true 2024-11-16T19:31:50,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:31:50,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/test.cache.data in system properties and HBase conf 2024-11-16T19:31:50,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:31:50,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:31:50,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:31:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:31:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:31:50,355 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:31:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:31:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:31:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:31:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:31:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:31:50,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:31:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:31:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:31:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:31:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:31:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:31:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:31:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:31:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:31:50,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:50,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:31:50,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:31:50,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:31:50,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:31:50,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:50,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5360f499{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:31:50,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@480095ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:31:50,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5792f586{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/java.io.tmpdir/jetty-localhost-33377-hadoop-hdfs-3_4_1-tests_jar-_-any-2231637324065894951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:31:50,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ca2d19{HTTP/1.1, (http/1.1)}{localhost:33377} 2024-11-16T19:31:50,547 INFO [Time-limited test {}] server.Server(415): Started @34328ms 2024-11-16T19:31:50,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:31:50,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:31:50,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:31:50,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:31:50,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:31:50,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548c71e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:31:50,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ede4016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:31:50,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e115bbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/java.io.tmpdir/jetty-localhost-43049-hadoop-hdfs-3_4_1-tests_jar-_-any-16847081094558704560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:31:50,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76005cde{HTTP/1.1, (http/1.1)}{localhost:43049} 2024-11-16T19:31:50,731 INFO [Time-limited test {}] server.Server(415): Started @34512ms 2024-11-16T19:31:50,733 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:31:50,810 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/cluster_0148ef1c-d021-1220-775c-5b5427750100/data/data1/current/BP-89254070-172.17.0.2-1731785510387/current, will proceed with Du for space computation calculation, 2024-11-16T19:31:50,810 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/cluster_0148ef1c-d021-1220-775c-5b5427750100/data/data2/current/BP-89254070-172.17.0.2-1731785510387/current, will proceed with Du for space computation calculation, 2024-11-16T19:31:50,828 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:31:50,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x776f6b06a7318e77 with lease ID 0x526769bb27943c7: Processing first storage report for DS-a998553a-db2c-427d-b09f-697d3dbb1ece from datanode DatanodeRegistration(127.0.0.1:37095, datanodeUuid=0ca0efeb-3708-4c3f-a24e-965808b93b03, infoPort=42881, infoSecurePort=0, ipcPort=45835, storageInfo=lv=-57;cid=testClusterID;nsid=408796809;c=1731785510387) 2024-11-16T19:31:50,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x776f6b06a7318e77 with lease ID 0x526769bb27943c7: from storage DS-a998553a-db2c-427d-b09f-697d3dbb1ece node DatanodeRegistration(127.0.0.1:37095, datanodeUuid=0ca0efeb-3708-4c3f-a24e-965808b93b03, infoPort=42881, infoSecurePort=0, ipcPort=45835, storageInfo=lv=-57;cid=testClusterID;nsid=408796809;c=1731785510387), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:31:50,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x776f6b06a7318e77 with lease ID 0x526769bb27943c7: Processing first storage report for DS-a6ca07d4-6968-4692-8dbe-7fd9dd31b396 from datanode DatanodeRegistration(127.0.0.1:37095, datanodeUuid=0ca0efeb-3708-4c3f-a24e-965808b93b03, infoPort=42881, infoSecurePort=0, ipcPort=45835, storageInfo=lv=-57;cid=testClusterID;nsid=408796809;c=1731785510387) 2024-11-16T19:31:50,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x776f6b06a7318e77 with lease ID 0x526769bb27943c7: from storage DS-a6ca07d4-6968-4692-8dbe-7fd9dd31b396 node DatanodeRegistration(127.0.0.1:37095, datanodeUuid=0ca0efeb-3708-4c3f-a24e-965808b93b03, infoPort=42881, infoSecurePort=0, ipcPort=45835, storageInfo=lv=-57;cid=testClusterID;nsid=408796809;c=1731785510387), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:31:50,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410 2024-11-16T19:31:50,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:50,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:31:51,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009 with version=8 2024-11-16T19:31:51,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/hbase-staging 2024-11-16T19:31:51,288 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:51,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:51,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:51,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:51,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:51,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:51,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:31:51,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:51,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36221 2024-11-16T19:31:51,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36221 connecting to ZooKeeper ensemble=127.0.0.1:49416 2024-11-16T19:31:51,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362210x0, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:51,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36221-0x1004a051a580003 connected 2024-11-16T19:31:51,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:51,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:51,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on znode that does not yet exist, /11380036522/running 2024-11-16T19:31:51,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009, hbase.cluster.distributed=false 2024-11-16T19:31:51,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on znode that does not yet exist, /11380036522/acl 2024-11-16T19:31:51,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36221 2024-11-16T19:31:51,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36221 2024-11-16T19:31:51,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36221 2024-11-16T19:31:51,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36221 2024-11-16T19:31:51,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36221 2024-11-16T19:31:51,325 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:31:51,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:51,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:51,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:31:51,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:31:51,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:31:51,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:31:51,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:31:51,326 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45937 2024-11-16T19:31:51,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45937 connecting to ZooKeeper ensemble=127.0.0.1:49416 2024-11-16T19:31:51,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:51,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:51,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459370x0, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:51,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459370x0, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on znode that does not yet exist, /11380036522/running 2024-11-16T19:31:51,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45937-0x1004a051a580004 connected 2024-11-16T19:31:51,333 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:31:51,337 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:31:51,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on znode that does not yet exist, /11380036522/master 2024-11-16T19:31:51,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on znode that does not yet exist, /11380036522/acl 2024-11-16T19:31:51,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45937 2024-11-16T19:31:51,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45937 2024-11-16T19:31:51,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45937 2024-11-16T19:31:51,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45937 2024-11-16T19:31:51,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45937 2024-11-16T19:31:51,355 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:36221 2024-11-16T19:31:51,357 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11380036522/backup-masters/d11ab77873cb,36221,1731785511288 2024-11-16T19:31:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522/backup-masters 2024-11-16T19:31:51,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522/backup-masters 2024-11-16T19:31:51,358 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on existing znode=/11380036522/backup-masters/d11ab77873cb,36221,1731785511288 2024-11-16T19:31:51,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11380036522/master 2024-11-16T19:31:51,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:51,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:51,360 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on existing znode=/11380036522/master 2024-11-16T19:31:51,361 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11380036522/backup-masters/d11ab77873cb,36221,1731785511288 from backup master directory 2024-11-16T19:31:51,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11380036522/backup-masters/d11ab77873cb,36221,1731785511288 2024-11-16T19:31:51,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522/backup-masters 2024-11-16T19:31:51,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522/backup-masters 2024-11-16T19:31:51,362 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:51,362 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,36221,1731785511288 2024-11-16T19:31:51,366 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/hbase.id] with ID: 6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2 2024-11-16T19:31:51,367 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/.tmp/hbase.id 2024-11-16T19:31:51,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:31:51,775 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/.tmp/hbase.id]:[hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/hbase.id] 2024-11-16T19:31:51,794 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:31:51,794 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:31:51,801 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-16T19:31:51,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:51,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:51,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:31:51,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:31:51,822 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:31:51,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:51,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:31:51,852 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store 2024-11-16T19:31:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:31:51,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T19:31:52,267 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:52,267 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:31:52,268 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:52,268 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:52,268 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:31:52,268 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:52,268 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:52,268 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785512267Disabling compacts and flushes for region at 1731785512267Disabling writes for close at 1731785512268 (+1 ms)Writing region close event to WAL at 1731785512268Closed at 1731785512268 2024-11-16T19:31:52,269 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/.initializing 2024-11-16T19:31:52,269 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/WALs/d11ab77873cb,36221,1731785511288 2024-11-16T19:31:52,270 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:52,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C36221%2C1731785511288, suffix=, logDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/WALs/d11ab77873cb,36221,1731785511288, archiveDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/oldWALs, maxLogs=10 2024-11-16T19:31:52,290 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/WALs/d11ab77873cb,36221,1731785511288/d11ab77873cb%2C36221%2C1731785511288.1731785512273, exclude list is [], retry=0 2024-11-16T19:31:52,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37095,DS-a998553a-db2c-427d-b09f-697d3dbb1ece,DISK] 2024-11-16T19:31:52,295 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/WALs/d11ab77873cb,36221,1731785511288/d11ab77873cb%2C36221%2C1731785511288.1731785512273 2024-11-16T19:31:52,296 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42881:42881)] 2024-11-16T19:31:52,296 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:52,296 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:52,296 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,297 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:31:52,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:52,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:52,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:31:52,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:52,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:52,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:31:52,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:52,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:52,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:31:52,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:52,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:52,311 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,312 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,312 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,314 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,314 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,315 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:52,318 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:31:52,321 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:52,322 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74888315, jitterRate=0.11592285335063934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:52,322 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785512297Initializing all the Stores at 1731785512298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785512298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785512298Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785512298Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785512298Cleaning up temporary data from old regions at 1731785512314 (+16 ms)Region opened successfully at 1731785512322 (+8 ms) 2024-11-16T19:31:52,322 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:31:52,326 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519f70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:52,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:31:52,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:31:52,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:31:52,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:31:52,328 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:31:52,328 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:31:52,329 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:31:52,331 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:31:52,332 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Unable to get data of znode /11380036522/balancer because node does not exist (not necessarily an error) 2024-11-16T19:31:52,333 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11380036522/balancer already deleted, retry=false 2024-11-16T19:31:52,333 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:31:52,334 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Unable to get data of znode /11380036522/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:31:52,335 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11380036522/normalizer already deleted, retry=false 2024-11-16T19:31:52,335 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:31:52,336 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Unable to get data of znode /11380036522/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:31:52,337 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11380036522/switch/split already deleted, retry=false 2024-11-16T19:31:52,338 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Unable to get data of znode /11380036522/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:31:52,339 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11380036522/switch/merge already deleted, retry=false 2024-11-16T19:31:52,341 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Unable to get data of znode /11380036522/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:31:52,342 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11380036522/snapshot-cleanup already deleted, retry=false 2024-11-16T19:31:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11380036522/running 2024-11-16T19:31:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11380036522/running 2024-11-16T19:31:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:52,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,36221,1731785511288, sessionid=0x1004a051a580003, setting cluster-up flag (Was=false) 2024-11-16T19:31:52,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:52,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:52,359 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11380036522/flush-table-proc/acquired, /11380036522/flush-table-proc/reached, /11380036522/flush-table-proc/abort 2024-11-16T19:31:52,361 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,36221,1731785511288 2024-11-16T19:31:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:52,380 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11380036522/online-snapshot/acquired, /11380036522/online-snapshot/reached, /11380036522/online-snapshot/abort 2024-11-16T19:31:52,382 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,36221,1731785511288 2024-11-16T19:31:52,383 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:31:52,385 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:52,386 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:31:52,386 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:31:52,386 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,36221,1731785511288 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:31:52,388 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:52,388 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:52,388 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:52,388 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:31:52,388 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:31:52,388 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,388 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:52,389 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:52,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:31:52,392 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:52,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:31:52,393 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785542393 2024-11-16T19:31:52,393 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:31:52,394 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:31:52,394 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:31:52,394 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:31:52,394 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:31:52,394 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:31:52,394 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,394 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:31:52,395 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:31:52,395 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:31:52,395 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:31:52,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:31:52,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:31:52,396 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785512396,5,FailOnTimeoutGroup] 2024-11-16T19:31:52,396 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785512396,5,FailOnTimeoutGroup] 2024-11-16T19:31:52,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:31:52,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,397 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:31:52,446 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(746): ClusterId : 6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2 2024-11-16T19:31:52,447 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:31:52,448 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:31:52,448 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:31:52,450 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:31:52,450 DEBUG [RS:0;d11ab77873cb:45937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112b74c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:31:52,466 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:45937 2024-11-16T19:31:52,467 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:31:52,467 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:31:52,467 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:31:52,468 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,36221,1731785511288 with port=45937, startcode=1731785511324 2024-11-16T19:31:52,468 DEBUG [RS:0;d11ab77873cb:45937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:31:52,475 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:31:52,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,45937,1731785511324 2024-11-16T19:31:52,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36221 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,45937,1731785511324 2024-11-16T19:31:52,479 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009 2024-11-16T19:31:52,479 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43845 2024-11-16T19:31:52,479 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:31:52,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522/rs 2024-11-16T19:31:52,482 DEBUG [RS:0;d11ab77873cb:45937 {}] zookeeper.ZKUtil(111): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on existing znode=/11380036522/rs/d11ab77873cb,45937,1731785511324 2024-11-16T19:31:52,482 WARN [RS:0;d11ab77873cb:45937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:31:52,482 INFO [RS:0;d11ab77873cb:45937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:52,483 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324 2024-11-16T19:31:52,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,45937,1731785511324] 2024-11-16T19:31:52,501 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:31:52,503 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:31:52,503 INFO [RS:0;d11ab77873cb:45937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:31:52,503 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,504 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:31:52,505 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:31:52,505 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,505 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:31:52,506 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:52,506 DEBUG [RS:0;d11ab77873cb:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:31:52,508 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,508 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,508 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,508 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,508 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,508 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45937,1731785511324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:52,560 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:31:52,560 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45937,1731785511324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,560 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,560 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.Replication(171): d11ab77873cb,45937,1731785511324 started 2024-11-16T19:31:52,582 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:52,583 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,45937,1731785511324, RpcServer on d11ab77873cb/172.17.0.2:45937, sessionid=0x1004a051a580004 2024-11-16T19:31:52,583 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:31:52,583 DEBUG [RS:0;d11ab77873cb:45937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,45937,1731785511324 2024-11-16T19:31:52,583 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,45937,1731785511324' 2024-11-16T19:31:52,583 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11380036522/flush-table-proc/abort' 2024-11-16T19:31:52,584 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11380036522/flush-table-proc/acquired' 2024-11-16T19:31:52,584 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:31:52,584 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:31:52,584 DEBUG [RS:0;d11ab77873cb:45937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,45937,1731785511324 2024-11-16T19:31:52,584 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,45937,1731785511324' 2024-11-16T19:31:52,584 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11380036522/online-snapshot/abort' 2024-11-16T19:31:52,584 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11380036522/online-snapshot/acquired' 2024-11-16T19:31:52,585 DEBUG [RS:0;d11ab77873cb:45937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:31:52,585 INFO [RS:0;d11ab77873cb:45937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:31:52,585 INFO [RS:0;d11ab77873cb:45937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:31:52,585 WARN [RS:0;d11ab77873cb:32777 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d11ab77873cb,46079,1731785482214: status=Processing ServerCrashProcedure of d11ab77873cb,46079,1731785482214 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731785496816, completionTime=-1 appears to have been leaked 2024-11-16T19:31:52,685 INFO [RS:0;d11ab77873cb:45937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:31:52,687 INFO [RS:0;d11ab77873cb:45937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C45937%2C1731785511324, suffix=, logDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324, archiveDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/oldWALs, maxLogs=10 2024-11-16T19:31:52,707 DEBUG [RS:0;d11ab77873cb:45937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324/d11ab77873cb%2C45937%2C1731785511324.1731785512688, exclude list is [], retry=0 2024-11-16T19:31:52,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37095,DS-a998553a-db2c-427d-b09f-697d3dbb1ece,DISK] 2024-11-16T19:31:52,714 INFO [RS:0;d11ab77873cb:45937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324/d11ab77873cb%2C45937%2C1731785511324.1731785512688 2024-11-16T19:31:52,714 DEBUG [RS:0;d11ab77873cb:45937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42881:42881)] 2024-11-16T19:31:52,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:31:52,805 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009 2024-11-16T19:31:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:31:53,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:53,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:53,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:53,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:53,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:53,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:53,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:53,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:53,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:53,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:53,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:53,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:53,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:53,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:53,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740 2024-11-16T19:31:53,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740 2024-11-16T19:31:53,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:53,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:53,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:53,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:53,252 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:53,253 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61543630, jitterRate=-0.08292844891548157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:53,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785513214Initializing all the Stores at 1731785513215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785513215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785513215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785513215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785513215Cleaning up temporary data from old regions at 1731785513246 (+31 ms)Region opened successfully at 1731785513253 (+7 ms) 2024-11-16T19:31:53,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:53,254 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:53,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:53,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:53,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:53,256 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:53,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785513254Disabling compacts and flushes for region at 1731785513254Disabling writes for close at 1731785513254Writing region close event to WAL at 1731785513256 (+2 ms)Closed at 1731785513256 2024-11-16T19:31:53,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:53,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:31:53,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:31:53,262 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:53,263 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:31:53,414 DEBUG [d11ab77873cb:36221 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:31:53,415 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,45937,1731785511324 2024-11-16T19:31:53,417 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,45937,1731785511324, state=OPENING 2024-11-16T19:31:53,420 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:31:53,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:53,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:53,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11380036522/meta-region-server: CHANGED 2024-11-16T19:31:53,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11380036522/meta-region-server: CHANGED 2024-11-16T19:31:53,423 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:31:53,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,45937,1731785511324}] 2024-11-16T19:31:53,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:31:53,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:31:53,584 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:31:53,584 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:53,584 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:31:53,586 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C45937%2C1731785511324.meta, suffix=.meta, logDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324, archiveDir=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/oldWALs, maxLogs=10 2024-11-16T19:31:53,598 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324/d11ab77873cb%2C45937%2C1731785511324.meta.1731785513586.meta, exclude list is [], retry=0 2024-11-16T19:31:53,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37095,DS-a998553a-db2c-427d-b09f-697d3dbb1ece,DISK] 2024-11-16T19:31:53,602 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324/d11ab77873cb%2C45937%2C1731785511324.meta.1731785513586.meta 2024-11-16T19:31:53,602 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42881:42881)] 2024-11-16T19:31:53,602 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:53,603 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:31:53,603 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:31:53,603 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:31:53,603 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:31:53,603 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:31:53,603 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:53,604 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:31:53,604 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:31:53,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:31:53,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:31:53,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:53,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:31:53,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:31:53,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:53,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:31:53,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:31:53,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:53,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:31:53,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:31:53,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:31:53,610 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:31:53,610 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740 2024-11-16T19:31:53,611 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740 2024-11-16T19:31:53,613 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:31:53,613 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:31:53,614 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:31:53,615 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:31:53,616 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67173685, jitterRate=9.659081697463989E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:31:53,616 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:31:53,616 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785513604Writing region info on filesystem at 1731785513604Initializing all the Stores at 1731785513605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785513605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785513605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785513605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785513605Cleaning up temporary data from old regions at 1731785513613 (+8 ms)Running coprocessor post-open hooks at 1731785513616 (+3 ms)Region opened successfully at 1731785513616 2024-11-16T19:31:53,617 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785513578 2024-11-16T19:31:53,619 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:31:53,619 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:31:53,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,45937,1731785511324 2024-11-16T19:31:53,621 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,45937,1731785511324, state=OPEN 2024-11-16T19:31:53,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11380036522/meta-region-server 2024-11-16T19:31:53,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11380036522/meta-region-server 2024-11-16T19:31:53,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,45937,1731785511324 2024-11-16T19:31:53,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11380036522/meta-region-server: CHANGED 2024-11-16T19:31:53,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11380036522/meta-region-server: CHANGED 2024-11-16T19:31:53,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:31:53,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,45937,1731785511324 in 199 msec 2024-11-16T19:31:53,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:31:53,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-16T19:31:53,628 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:31:53,629 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:31:53,630 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:53,630 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,45937,1731785511324, seqNum=-1] 2024-11-16T19:31:53,630 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:53,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:53,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-16T19:31:53,637 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785513637, completionTime=-1 2024-11-16T19:31:53,637 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:31:53,638 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:31:53,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:31:53,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785573640 2024-11-16T19:31:53,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785633640 2024-11-16T19:31:53,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T19:31:53,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36221,1731785511288-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:53,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36221,1731785511288-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:53,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36221,1731785511288-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:53,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:36221, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:53,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:53,642 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:53,643 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:31:53,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.284sec 2024-11-16T19:31:53,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:31:53,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:31:53,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:31:53,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:31:53,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:31:53,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36221,1731785511288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:31:53,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36221,1731785511288-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:31:53,654 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:31:53,654 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:31:53,654 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36221,1731785511288-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:31:53,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b5c376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36221,-1 for getting cluster id 2024-11-16T19:31:53,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:53,659 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2' 2024-11-16T19:31:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:53,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2" 2024-11-16T19:31:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5966e622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36221,-1] 2024-11-16T19:31:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:53,661 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:53,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9a5a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,45937,1731785511324, seqNum=-1] 2024-11-16T19:31:53,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:53,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:31:53,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,36221,1731785511288 2024-11-16T19:31:53,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49416 2024-11-16T19:31:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:31:53,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a051a580005 connected 2024-11-16T19:31:53,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b91853d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44099,-1 for getting cluster id 2024-11-16T19:31:53,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:53,681 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c04ca7b5-c08c-467c-b789-b7fef5c40c90' 2024-11-16T19:31:53,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c04ca7b5-c08c-467c-b789-b7fef5c40c90" 2024-11-16T19:31:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7a5206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44099,-1] 2024-11-16T19:31:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:53,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:53,683 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:53,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62eca41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44099,1731785507167 2024-11-16T19:31:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b35796b 2024-11-16T19:31:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:53,687 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:53,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:36221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:31:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:31:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:53,690 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:36221' 2024-11-16T19:31:53,691 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f3ba36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,691 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36221,-1 for getting cluster id 2024-11-16T19:31:53,692 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:53,692 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2' 2024-11-16T19:31:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2" 2024-11-16T19:31:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620f52bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36221,-1] 2024-11-16T19:31:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:53,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:53,694 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:53,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1308831d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:53,695 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:53,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,36221,1731785511288 2024-11-16T19:31:53,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae6dd26 2024-11-16T19:31:53,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:53,697 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:53,698 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T19:31:53,698 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:31:53,698 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:53,698 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:53,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:53,698 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:31:53,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:31:53,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:31:53,701 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:53,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:31:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741835_1011 (size=1138) 2024-11-16T19:31:53,750 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:31:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:54,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20973f7a5ce03a92cf9fffca49e1a4d6, NAME => 'hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37 2024-11-16T19:31:54,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741836_1012 (size=44) 2024-11-16T19:31:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:54,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:54,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20973f7a5ce03a92cf9fffca49e1a4d6, disabling compactions & flushes 2024-11-16T19:31:54,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:54,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:54,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. after waiting 0 ms 2024-11-16T19:31:54,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:54,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:54,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20973f7a5ce03a92cf9fffca49e1a4d6: Waiting for close lock at 1731785514520Disabling compacts and flushes for region at 1731785514520Disabling writes for close at 1731785514520Writing region close event to WAL at 1731785514520Closed at 1731785514520 2024-11-16T19:31:54,522 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:31:54,522 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785514522"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785514522"}]},"ts":"1731785514522"} 2024-11-16T19:31:54,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:31:54,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:31:54,526 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785514526"}]},"ts":"1731785514526"} 2024-11-16T19:31:54,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:31:54,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20973f7a5ce03a92cf9fffca49e1a4d6, ASSIGN}] 2024-11-16T19:31:54,531 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20973f7a5ce03a92cf9fffca49e1a4d6, ASSIGN 2024-11-16T19:31:54,532 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20973f7a5ce03a92cf9fffca49e1a4d6, ASSIGN; state=OFFLINE, location=d11ab77873cb,32777,1731785507209; forceNewPlan=false, retain=false 2024-11-16T19:31:54,683 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=20973f7a5ce03a92cf9fffca49e1a4d6, regionState=OPENING, regionLocation=d11ab77873cb,32777,1731785507209 2024-11-16T19:31:54,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20973f7a5ce03a92cf9fffca49e1a4d6, ASSIGN because future has completed 2024-11-16T19:31:54,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20973f7a5ce03a92cf9fffca49e1a4d6, server=d11ab77873cb,32777,1731785507209}] 2024-11-16T19:31:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:54,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:54,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:31:54,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:31:54,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C32777%2C1731785507209.rep, suffix=, logDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209, archiveDir=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/oldWALs, maxLogs=10 2024-11-16T19:31:54,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.rep.1731785514845, exclude list is [], retry=0 2024-11-16T19:31:54,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40211,DS-391d2fe7-2864-4c1b-b6f7-419a9673adc6,DISK] 2024-11-16T19:31:54,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.rep.1731785514845 2024-11-16T19:31:54,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41419:41419)] 2024-11-16T19:31:54,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 20973f7a5ce03a92cf9fffca49e1a4d6, NAME => 'hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:31:54,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:31:54,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:31:54,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. service=MultiRowMutationService 2024-11-16T19:31:54,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:31:54,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:31:54,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,864 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,866 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20973f7a5ce03a92cf9fffca49e1a4d6 columnFamilyName hfileref 2024-11-16T19:31:54,866 DEBUG [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:54,866 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] regionserver.HStore(327): Store=20973f7a5ce03a92cf9fffca49e1a4d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:54,866 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,867 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20973f7a5ce03a92cf9fffca49e1a4d6 columnFamilyName queue 2024-11-16T19:31:54,867 DEBUG [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:54,868 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] regionserver.HStore(327): Store=20973f7a5ce03a92cf9fffca49e1a4d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:54,868 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,869 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20973f7a5ce03a92cf9fffca49e1a4d6 columnFamilyName sid 2024-11-16T19:31:54,869 DEBUG [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:31:54,869 INFO [StoreOpener-20973f7a5ce03a92cf9fffca49e1a4d6-1 {}] regionserver.HStore(327): Store=20973f7a5ce03a92cf9fffca49e1a4d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:31:54,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:31:54,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:31:54,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 20973f7a5ce03a92cf9fffca49e1a4d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69291716, jitterRate=0.032527029514312744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:31:54,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:54,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 20973f7a5ce03a92cf9fffca49e1a4d6: Running coprocessor pre-open hook at 1731785514863Writing region info on filesystem at 1731785514863Initializing all the Stores at 1731785514864 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785514864Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785514864Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785514864Cleaning up temporary data from old regions at 1731785514872 (+8 ms)Running coprocessor post-open hooks at 1731785514876 (+4 ms)Region opened successfully at 1731785514876 2024-11-16T19:31:54,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6., pid=7, masterSystemTime=1731785514839 2024-11-16T19:31:54,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:54,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:54,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=20973f7a5ce03a92cf9fffca49e1a4d6, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,32777,1731785507209 2024-11-16T19:31:54,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20973f7a5ce03a92cf9fffca49e1a4d6, server=d11ab77873cb,32777,1731785507209 because future has completed 2024-11-16T19:31:54,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T19:31:54,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 20973f7a5ce03a92cf9fffca49e1a4d6, server=d11ab77873cb,32777,1731785507209 in 198 msec 2024-11-16T19:31:54,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:31:54,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20973f7a5ce03a92cf9fffca49e1a4d6, ASSIGN in 357 msec 2024-11-16T19:31:54,889 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:31:54,889 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785514889"}]},"ts":"1731785514889"} 2024-11-16T19:31:54,891 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:31:54,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:31:54,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-16T19:31:54,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6., hostname=d11ab77873cb,32777,1731785507209, seqNum=2] 2024-11-16T19:31:54,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:54,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:54,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:31:55,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:31:55,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:31:55,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32777 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T19:31:55,068 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:31:55,096 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,32777,1731785507209, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:31:55,096 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:31:55,096 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,32777,1731785507209, seqNum=-1] 2024-11-16T19:31:55,097 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:31:55,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-16T19:31:55,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,32777,1731785507209', locateType=CURRENT is [region=hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6., hostname=d11ab77873cb,32777,1731785507209, seqNum=2] 2024-11-16T19:31:55,102 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T19:31:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T19:31:55,105 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,32777,1731785507209 suceeded 2024-11-16T19:31:55,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T19:31:55,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-16T19:31:55,108 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:36221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:31:55,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-16T19:31:55,117 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:36221' 2024-11-16T19:31:55,118 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30498012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:55,118 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36221,-1 for getting cluster id 2024-11-16T19:31:55,118 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:31:55,119 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2' 2024-11-16T19:31:55,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:31:55,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2" 2024-11-16T19:31:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467615c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36221,-1] 2024-11-16T19:31:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:31:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:55,121 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:31:55,122 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a41d3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:31:55,122 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:55,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,36221,1731785511288 2024-11-16T19:31:55,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e8adfe 2024-11-16T19:31:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:55,124 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-16T19:31:55,124 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,32777,1731785507209 (queues=1) is replicating from cluster=c04ca7b5-c08c-467c-b789-b7fef5c40c90 to cluster=6402c7f3-4c8f-4d2b-aefc-b26f3d49e6d2 2024-11-16T19:31:55,124 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C32777%2C1731785507209 2024-11-16T19:31:55,124 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,32777,1731785507209, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:31:55,125 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.shipperd11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C32777%2C1731785507209 2024-11-16T19:31:55,125 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200, startPosition=0, beingWritten=true 2024-11-16T19:31:55,330 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 to pos 0, reset compression=false 2024-11-16T19:31:55,635 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 to pos 0, reset compression=false 2024-11-16T19:31:55,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:31:55,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:31:55,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:31:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:31:55,839 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:31:55,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:55,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:55,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:55,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:55,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:55,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:31:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44099,1731785507167 2024-11-16T19:31:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222b98b9 2024-11-16T19:31:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:31:55,842 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:31:55,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44099 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T19:31:55,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:31:55,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:55,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:55,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:55,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:55,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:55,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:31:55,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1330017833, stopped=false 2024-11-16T19:31:55,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,36221,1731785511288 2024-11-16T19:31:55,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11380036522/running 2024-11-16T19:31:55,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11380036522/running 2024-11-16T19:31:55,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:55,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:55,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:55,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:55,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:55,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:55,844 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,45937,1731785511324' ***** 2024-11-16T19:31:55,844 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:31:55,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on znode that does not yet exist, /11380036522/running 2024-11-16T19:31:55,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Set watcher on znode that does not yet exist, /11380036522/running 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,45937,1731785511324 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:45937. 2024-11-16T19:31:55,845 DEBUG [RS:0;d11ab77873cb:45937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:55,845 DEBUG [RS:0;d11ab77873cb:45937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:31:55,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:31:55,845 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:31:55,846 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:31:55,846 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:31:55,846 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:31:55,846 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:55,846 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:55,846 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:55,846 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:55,846 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:55,846 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:55,846 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T19:31:55,860 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740/.tmp/ns/7ec2be04a2ca4e2db8b9f3e134345220 is 43, key is default/ns:d/1731785513632/Put/seqid=0 2024-11-16T19:31:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741835_1011 (size=5153) 2024-11-16T19:31:55,911 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:56,040 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 to pos 0, reset compression=false 2024-11-16T19:31:56,046 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:56,246 DEBUG [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:56,265 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740/.tmp/ns/7ec2be04a2ca4e2db8b9f3e134345220 2024-11-16T19:31:56,272 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740/.tmp/ns/7ec2be04a2ca4e2db8b9f3e134345220 as hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740/ns/7ec2be04a2ca4e2db8b9f3e134345220 2024-11-16T19:31:56,278 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740/ns/7ec2be04a2ca4e2db8b9f3e134345220, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T19:31:56,279 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-16T19:31:56,283 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T19:31:56,283 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:56,283 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:56,283 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:56,283 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785515846Running coprocessor pre-close hooks at 1731785515846Disabling compacts and flushes for region at 1731785515846Disabling writes for close at 1731785515846Obtaining lock to block concurrent updates at 1731785515846Preparing flush snapshotting stores in 1588230740 at 1731785515846Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731785515846Flushing stores of hbase:meta,,1.1588230740 at 1731785515847 (+1 ms)Flushing 1588230740/ns: creating writer at 1731785515847Flushing 1588230740/ns: appending metadata at 1731785515860 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731785515860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd04c4: reopening flushed file at 1731785516270 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731785516279 (+9 ms)Writing region close event to WAL at 1731785516279Running coprocessor post-close hooks at 1731785516283 (+4 ms)Closed at 1731785516283 2024-11-16T19:31:56,284 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:56,446 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,45937,1731785511324; all regions closed. 2024-11-16T19:31:56,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741834_1010 (size=1152) 2024-11-16T19:31:56,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324/d11ab77873cb%2C45937%2C1731785511324.meta.1731785513586.meta not finished, retry = 0 2024-11-16T19:31:56,545 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 to pos 0, reset compression=false 2024-11-16T19:31:56,552 DEBUG [RS:0;d11ab77873cb:45937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/oldWALs 2024-11-16T19:31:56,552 INFO [RS:0;d11ab77873cb:45937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C45937%2C1731785511324.meta:.meta(num 1731785513586) 2024-11-16T19:31:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741832_1008 (size=93) 2024-11-16T19:31:56,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/WALs/d11ab77873cb,45937,1731785511324/d11ab77873cb%2C45937%2C1731785511324.1731785512688 not finished, retry = 0 2024-11-16T19:31:56,571 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:31:56,571 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:31:56,657 DEBUG [RS:0;d11ab77873cb:45937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/oldWALs 2024-11-16T19:31:56,657 INFO [RS:0;d11ab77873cb:45937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C45937%2C1731785511324:(num 1731785512688) 2024-11-16T19:31:56,657 DEBUG [RS:0;d11ab77873cb:45937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:56,657 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:56,657 INFO [RS:0;d11ab77873cb:45937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:31:56,657 INFO [RS:0;d11ab77873cb:45937 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:31:56,657 INFO [RS:0;d11ab77873cb:45937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:31:56,657 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:31:56,658 INFO [RS:0;d11ab77873cb:45937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45937 2024-11-16T19:31:56,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11380036522/rs/d11ab77873cb,45937,1731785511324 2024-11-16T19:31:56,659 INFO [RS:0;d11ab77873cb:45937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:31:56,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522/rs 2024-11-16T19:31:56,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,45937,1731785511324] 2024-11-16T19:31:56,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11380036522/draining/d11ab77873cb,45937,1731785511324 already deleted, retry=false 2024-11-16T19:31:56,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,45937,1731785511324 expired; onlineServers=0 2024-11-16T19:31:56,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,36221,1731785511288' ***** 2024-11-16T19:31:56,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:31:56,667 INFO [M:0;d11ab77873cb:36221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:56,667 INFO [M:0;d11ab77873cb:36221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:31:56,667 DEBUG [M:0;d11ab77873cb:36221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:31:56,667 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:31:56,667 DEBUG [M:0;d11ab77873cb:36221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:31:56,667 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785512396 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785512396,5,FailOnTimeoutGroup] 2024-11-16T19:31:56,667 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785512396 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785512396,5,FailOnTimeoutGroup] 2024-11-16T19:31:56,667 INFO [M:0;d11ab77873cb:36221 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:31:56,667 INFO [M:0;d11ab77873cb:36221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:31:56,667 DEBUG [M:0;d11ab77873cb:36221 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:31:56,667 INFO [M:0;d11ab77873cb:36221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:31:56,667 INFO [M:0;d11ab77873cb:36221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:56,667 INFO [M:0;d11ab77873cb:36221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:31:56,668 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:31:56,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11380036522/master 2024-11-16T19:31:56,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11380036522 2024-11-16T19:31:56,668 DEBUG [M:0;d11ab77873cb:36221 {}] zookeeper.ZKUtil(347): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Unable to get data of znode /11380036522/master because node does not exist (not an error) 2024-11-16T19:31:56,668 WARN [M:0;d11ab77873cb:36221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:31:56,669 INFO [M:0;d11ab77873cb:36221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/.lastflushedseqids 2024-11-16T19:31:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741836_1012 (size=99) 2024-11-16T19:31:56,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:56,760 INFO [RS:0;d11ab77873cb:45937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:31:56,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1004a051a580004, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:56,760 INFO [RS:0;d11ab77873cb:45937 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,45937,1731785511324; zookeeper connection closed. 2024-11-16T19:31:56,761 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@edec449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@edec449 2024-11-16T19:31:56,761 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:31:57,074 INFO [M:0;d11ab77873cb:36221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:31:57,074 INFO [M:0;d11ab77873cb:36221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:31:57,074 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:31:57,074 INFO [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:57,074 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:57,074 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:31:57,074 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:57,074 INFO [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T19:31:57,088 DEBUG [M:0;d11ab77873cb:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d0ca2e984c54dc38423ed32a49eb665 is 82, key is hbase:meta,,1/info:regioninfo/1731785513620/Put/seqid=0 2024-11-16T19:31:57,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741837_1013 (size=5672) 2024-11-16T19:31:57,151 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 to pos 0, reset compression=false 2024-11-16T19:31:57,493 INFO [M:0;d11ab77873cb:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d0ca2e984c54dc38423ed32a49eb665 2024-11-16T19:31:57,512 DEBUG [M:0;d11ab77873cb:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85fec80a0d0b43409b3d09d9fdf9067a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731785513636/Put/seqid=0 2024-11-16T19:31:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741838_1014 (size=5275) 2024-11-16T19:31:57,856 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 to pos 0, reset compression=false 2024-11-16T19:31:57,917 INFO [M:0;d11ab77873cb:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85fec80a0d0b43409b3d09d9fdf9067a 2024-11-16T19:31:57,935 DEBUG [M:0;d11ab77873cb:36221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcf0cbf25584a7683730f3401ef7d50 is 69, key is d11ab77873cb,45937,1731785511324/rs:state/1731785512477/Put/seqid=0 2024-11-16T19:31:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741839_1015 (size=5156) 2024-11-16T19:31:58,340 INFO [M:0;d11ab77873cb:36221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcf0cbf25584a7683730f3401ef7d50 2024-11-16T19:31:58,347 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d0ca2e984c54dc38423ed32a49eb665 as hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d0ca2e984c54dc38423ed32a49eb665 2024-11-16T19:31:58,352 INFO [M:0;d11ab77873cb:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d0ca2e984c54dc38423ed32a49eb665, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T19:31:58,354 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85fec80a0d0b43409b3d09d9fdf9067a as hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85fec80a0d0b43409b3d09d9fdf9067a 2024-11-16T19:31:58,360 INFO [M:0;d11ab77873cb:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85fec80a0d0b43409b3d09d9fdf9067a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T19:31:58,361 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bcf0cbf25584a7683730f3401ef7d50 as hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bcf0cbf25584a7683730f3401ef7d50 2024-11-16T19:31:58,366 INFO [M:0;d11ab77873cb:36221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43845/user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bcf0cbf25584a7683730f3401ef7d50, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T19:31:58,368 INFO [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false 2024-11-16T19:31:58,369 INFO [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:31:58,369 DEBUG [M:0;d11ab77873cb:36221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785517074Disabling compacts and flushes for region at 1731785517074Disabling writes for close at 1731785517074Obtaining lock to block concurrent updates at 1731785517074Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785517074Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731785517075 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785517075Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785517075Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785517088 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785517088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785517498 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785517512 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785517512Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785517922 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785517935 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785517935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6adb1349: reopening flushed file at 1731785518346 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec51021: reopening flushed file at 1731785518353 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506bd61f: reopening flushed file at 1731785518360 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false at 1731785518368 (+8 ms)Writing region close event to WAL at 1731785518369 (+1 ms)Closed at 1731785518369 2024-11-16T19:31:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37095 is added to blk_1073741830_1006 (size=10165) 2024-11-16T19:31:58,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e922649-1ed0-6b04-39af-ebac6f932009/MasterData/WALs/d11ab77873cb,36221,1731785511288/d11ab77873cb%2C36221%2C1731785511288.1731785512273 not finished, retry = 0 2024-11-16T19:31:58,472 INFO [M:0;d11ab77873cb:36221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:31:58,472 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:31:58,472 INFO [M:0;d11ab77873cb:36221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36221 2024-11-16T19:31:58,473 INFO [M:0;d11ab77873cb:36221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:31:58,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:58,574 INFO [M:0;d11ab77873cb:36221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:31:58,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36221-0x1004a051a580003, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:31:58,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e115bbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:31:58,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76005cde{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:31:58,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:31:58,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ede4016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:31:58,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@548c71e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.log.dir/,STOPPED} 2024-11-16T19:31:58,578 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:31:58,578 WARN [BP-89254070-172.17.0.2-1731785510387 heartbeating to localhost/127.0.0.1:43845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:31:58,578 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:31:58,578 WARN [BP-89254070-172.17.0.2-1731785510387 heartbeating to localhost/127.0.0.1:43845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-89254070-172.17.0.2-1731785510387 (Datanode Uuid 0ca0efeb-3708-4c3f-a24e-965808b93b03) service to localhost/127.0.0.1:43845 2024-11-16T19:31:58,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/cluster_0148ef1c-d021-1220-775c-5b5427750100/data/data1/current/BP-89254070-172.17.0.2-1731785510387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:31:58,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/cluster_0148ef1c-d021-1220-775c-5b5427750100/data/data2/current/BP-89254070-172.17.0.2-1731785510387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:31:58,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:31:58,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5792f586{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:31:58,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ca2d19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:31:58,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:31:58,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@480095ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:31:58,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5360f499{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.log.dir/,STOPPED} 2024-11-16T19:31:58,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:31:58,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:31:58,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:58,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:58,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:58,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:58,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:31:58,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:31:58,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1039066079, stopped=false 2024-11-16T19:31:58,600 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,44099,1731785507167 2024-11-16T19:31:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381247340/running 2024-11-16T19:31:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381247340/running 2024-11-16T19:31:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:31:58,602 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:31:58,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:31:58,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:58,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:58,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on znode that does not yet exist, /0381247340/running 2024-11-16T19:31:58,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Set watcher on znode that does not yet exist, /0381247340/running 2024-11-16T19:31:58,603 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,32777,1731785507209' ***** 2024-11-16T19:31:58,603 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:31:58,603 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(3091): Received CLOSE for 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:58,604 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,32777,1731785507209 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:32777. 2024-11-16T19:31:58,604 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20973f7a5ce03a92cf9fffca49e1a4d6, disabling compactions & flushes 2024-11-16T19:31:58,604 DEBUG [RS:0;d11ab77873cb:32777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:31:58,604 DEBUG [RS:0;d11ab77873cb:32777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:31:58,604 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:58,604 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:58,604 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. after waiting 0 ms 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:31:58,604 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:31:58,604 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20973f7a5ce03a92cf9fffca49e1a4d6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T19:31:58,604 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:31:58,605 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:31:58,605 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 20973f7a5ce03a92cf9fffca49e1a4d6=hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6.} 2024-11-16T19:31:58,605 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:58,605 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:31:58,605 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:31:58,605 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:31:58,605 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:31:58,605 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:31:58,605 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T19:31:58,625 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6/.tmp/queue/a144a64bdb7040aeaa778f25b0e73f16 is 151, key is 1-d11ab77873cb,32777,1731785507209/queue:d11ab77873cb%2C32777%2C1731785507209/1731785515101/Put/seqid=0 2024-11-16T19:31:58,629 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/info/c2f8bf66370d4219a9b6e85f6c6a4928 is 147, key is hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6./info:regioninfo/1731785514880/Put/seqid=0 2024-11-16T19:31:58,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741838_1014 (size=5350) 2024-11-16T19:31:58,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741839_1015 (size=6631) 2024-11-16T19:31:58,661 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 to pos 0, reset compression=false 2024-11-16T19:31:58,675 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:31:58,805 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:59,005 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20973f7a5ce03a92cf9fffca49e1a4d6 2024-11-16T19:31:59,030 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6/.tmp/queue/a144a64bdb7040aeaa778f25b0e73f16 2024-11-16T19:31:59,037 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6/.tmp/queue/a144a64bdb7040aeaa778f25b0e73f16 as hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6/queue/a144a64bdb7040aeaa778f25b0e73f16 2024-11-16T19:31:59,038 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/info/c2f8bf66370d4219a9b6e85f6c6a4928 2024-11-16T19:31:59,043 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6/queue/a144a64bdb7040aeaa778f25b0e73f16, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T19:31:59,044 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 20973f7a5ce03a92cf9fffca49e1a4d6 in 440ms, sequenceid=5, compaction requested=false 2024-11-16T19:31:59,048 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/replication/20973f7a5ce03a92cf9fffca49e1a4d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T19:31:59,048 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:59,048 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:59,048 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:59,048 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20973f7a5ce03a92cf9fffca49e1a4d6: Waiting for close lock at 1731785518604Running coprocessor pre-close hooks at 1731785518604Disabling compacts and flushes for region at 1731785518604Disabling writes for close at 1731785518604Obtaining lock to block concurrent updates at 1731785518604Preparing flush snapshotting stores in 20973f7a5ce03a92cf9fffca49e1a4d6 at 1731785518604Finished memstore snapshotting hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731785518605 (+1 ms)Flushing stores of hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. at 1731785518606 (+1 ms)Flushing 20973f7a5ce03a92cf9fffca49e1a4d6/queue: creating writer at 1731785518606Flushing 20973f7a5ce03a92cf9fffca49e1a4d6/queue: appending metadata at 1731785518624 (+18 ms)Flushing 20973f7a5ce03a92cf9fffca49e1a4d6/queue: closing flushed file at 1731785518624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ead5c63: reopening flushed file at 1731785519036 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 20973f7a5ce03a92cf9fffca49e1a4d6 in 440ms, sequenceid=5, compaction requested=false at 1731785519044 (+8 ms)Writing region close event to WAL at 1731785519045 (+1 ms)Running coprocessor post-close hooks at 1731785519048 (+3 ms)Closed at 1731785519048 2024-11-16T19:31:59,048 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785513698.20973f7a5ce03a92cf9fffca49e1a4d6. 2024-11-16T19:31:59,057 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/ns/428243d1837f4f78856d5ebe67bcc580 is 43, key is default/ns:d/1731785510222/Put/seqid=0 2024-11-16T19:31:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741840_1016 (size=5153) 2024-11-16T19:31:59,127 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:31:59,127 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:31:59,206 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:59,406 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:59,462 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/ns/428243d1837f4f78856d5ebe67bcc580 2024-11-16T19:31:59,480 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/table/433625aab2c24e50833cc400d51215c9 is 53, key is hbase:replication/table:state/1731785514889/Put/seqid=0 2024-11-16T19:31:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741841_1017 (size=5256) 2024-11-16T19:31:59,566 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 to pos 0, reset compression=false 2024-11-16T19:31:59,606 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:31:59,606 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:31:59,606 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:59,807 DEBUG [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:31:59,885 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/table/433625aab2c24e50833cc400d51215c9 2024-11-16T19:31:59,892 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/info/c2f8bf66370d4219a9b6e85f6c6a4928 as hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/info/c2f8bf66370d4219a9b6e85f6c6a4928 2024-11-16T19:31:59,898 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/info/c2f8bf66370d4219a9b6e85f6c6a4928, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T19:31:59,899 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/ns/428243d1837f4f78856d5ebe67bcc580 as hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/ns/428243d1837f4f78856d5ebe67bcc580 2024-11-16T19:31:59,904 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/ns/428243d1837f4f78856d5ebe67bcc580, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:31:59,906 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/.tmp/table/433625aab2c24e50833cc400d51215c9 as hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/table/433625aab2c24e50833cc400d51215c9 2024-11-16T19:31:59,912 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/table/433625aab2c24e50833cc400d51215c9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T19:31:59,913 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-16T19:31:59,918 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T19:31:59,919 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:31:59,919 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:31:59,919 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:31:59,919 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785518605Running coprocessor pre-close hooks at 1731785518605Disabling compacts and flushes for region at 1731785518605Disabling writes for close at 1731785518605Obtaining lock to block concurrent updates at 1731785518605Preparing flush snapshotting stores in 1588230740 at 1731785518605Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731785518606 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785518607 (+1 ms)Flushing 1588230740/info: creating writer at 1731785518607Flushing 1588230740/info: appending metadata at 1731785518628 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731785518628Flushing 1588230740/ns: creating writer at 1731785519043 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731785519057 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731785519057Flushing 1588230740/table: creating writer at 1731785519467 (+410 ms)Flushing 1588230740/table: appending metadata at 1731785519479 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731785519480 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295c24d2: reopening flushed file at 1731785519891 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2150fb31: reopening flushed file at 1731785519898 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5021f447: reopening flushed file at 1731785519905 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1731785519913 (+8 ms)Writing region close event to WAL at 1731785519915 (+2 ms)Running coprocessor post-close hooks at 1731785519919 (+4 ms)Closed at 1731785519919 2024-11-16T19:31:59,919 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:32:00,007 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,32777,1731785507209; all regions closed. 2024-11-16T19:32:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741834_1010 (size=2742) 2024-11-16T19:32:00,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.meta.1731785510168.meta not finished, retry = 0 2024-11-16T19:32:00,112 DEBUG [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/oldWALs 2024-11-16T19:32:00,113 INFO [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C32777%2C1731785507209.meta:.meta(num 1731785510168) 2024-11-16T19:32:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741837_1013 (size=1586) 2024-11-16T19:32:00,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.rep.1731785514845 not finished, retry = 0 2024-11-16T19:32:00,218 DEBUG [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/oldWALs 2024-11-16T19:32:00,218 INFO [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C32777%2C1731785507209.rep:(num 1731785514845) 2024-11-16T19:32:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741832_1008 (size=93) 2024-11-16T19:32:00,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/WALs/d11ab77873cb,32777,1731785507209/d11ab77873cb%2C32777%2C1731785507209.1731785509200 not finished, retry = 0 2024-11-16T19:32:00,323 DEBUG [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/oldWALs 2024-11-16T19:32:00,323 INFO [RS:0;d11ab77873cb:32777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C32777%2C1731785507209:(num 1731785509200) 2024-11-16T19:32:00,323 DEBUG [RS:0;d11ab77873cb:32777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:00,323 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:32:00,323 INFO [RS:0;d11ab77873cb:32777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:32:00,323 INFO [RS:0;d11ab77873cb:32777 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:32:00,324 INFO [RS:0;d11ab77873cb:32777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:32:00,324 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:32:00,324 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,32777,1731785507209 because: Region server is closing 2024-11-16T19:32:00,324 INFO [RS:0;d11ab77873cb:32777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:32777. 2024-11-16T19:32:00,324 DEBUG [RS:0;d11ab77873cb:32777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:32:00,324 DEBUG [RS:0;d11ab77873cb:32777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:00,324 DEBUG [RS:0;d11ab77873cb:32777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:00,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:32:00,424 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.wal-reader.d11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:32:00,424 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.shipperd11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T19:32:00,425 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,32777,1731785507209.replicationSource.shipperd11ab77873cb%2C32777%2C1731785507209,1-d11ab77873cb,32777,1731785507209 terminated 2024-11-16T19:32:00,425 INFO [RS:0;d11ab77873cb:32777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32777 2024-11-16T19:32:00,426 INFO [RS:0;d11ab77873cb:32777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:32:00,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340/rs 2024-11-16T19:32:00,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381247340/rs/d11ab77873cb,32777,1731785507209 2024-11-16T19:32:00,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,32777,1731785507209] 2024-11-16T19:32:00,427 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0381247340/draining/d11ab77873cb,32777,1731785507209 already deleted, retry=false 2024-11-16T19:32:00,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,32777,1731785507209 expired; onlineServers=0 2024-11-16T19:32:00,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,44099,1731785507167' ***** 2024-11-16T19:32:00,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:32:00,428 INFO [M:0;d11ab77873cb:44099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:32:00,428 INFO [M:0;d11ab77873cb:44099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:32:00,428 DEBUG [M:0;d11ab77873cb:44099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:32:00,428 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:32:00,428 DEBUG [M:0;d11ab77873cb:44099 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:32:00,428 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785509011 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785509011,5,FailOnTimeoutGroup] 2024-11-16T19:32:00,428 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785509013 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785509013,5,FailOnTimeoutGroup] 2024-11-16T19:32:00,428 INFO [M:0;d11ab77873cb:44099 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:32:00,428 INFO [M:0;d11ab77873cb:44099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:32:00,428 DEBUG [M:0;d11ab77873cb:44099 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:32:00,428 INFO [M:0;d11ab77873cb:44099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:32:00,428 INFO [M:0;d11ab77873cb:44099 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:32:00,429 INFO [M:0;d11ab77873cb:44099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:32:00,429 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:32:00,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0381247340/master 2024-11-16T19:32:00,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0381247340 2024-11-16T19:32:00,429 DEBUG [M:0;d11ab77873cb:44099 {}] zookeeper.ZKUtil(347): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Unable to get data of znode /0381247340/master because node does not exist (not an error) 2024-11-16T19:32:00,429 WARN [M:0;d11ab77873cb:44099 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:32:00,430 INFO [M:0;d11ab77873cb:44099 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/.lastflushedseqids 2024-11-16T19:32:00,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741842_1018 (size=181) 2024-11-16T19:32:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:32:00,527 INFO [RS:0;d11ab77873cb:32777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:32:00,527 INFO [RS:0;d11ab77873cb:32777 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,32777,1731785507209; zookeeper connection closed. 2024-11-16T19:32:00,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32777-0x1004a051a580001, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:32:00,528 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cd05e59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cd05e59 2024-11-16T19:32:00,528 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:32:00,835 INFO [M:0;d11ab77873cb:44099 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:32:00,835 INFO [M:0;d11ab77873cb:44099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:32:00,835 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:32:00,835 INFO [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:00,835 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:00,835 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:32:00,835 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:00,835 INFO [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T19:32:00,850 DEBUG [M:0;d11ab77873cb:44099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/757e4b1a209646d4a594f93b25dbced1 is 82, key is hbase:meta,,1/info:regioninfo/1731785510208/Put/seqid=0 2024-11-16T19:32:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741843_1019 (size=5672) 2024-11-16T19:32:01,254 INFO [M:0;d11ab77873cb:44099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/757e4b1a209646d4a594f93b25dbced1 2024-11-16T19:32:01,273 DEBUG [M:0;d11ab77873cb:44099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1e972fcc1934fe3859d89e1711337b4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731785514894/Put/seqid=0 2024-11-16T19:32:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741844_1020 (size=7203) 2024-11-16T19:32:01,678 INFO [M:0;d11ab77873cb:44099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1e972fcc1934fe3859d89e1711337b4 2024-11-16T19:32:01,696 DEBUG [M:0;d11ab77873cb:44099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba6b95c86b464ad6adde5c6acd2aec7b is 69, key is d11ab77873cb,32777,1731785507209/rs:state/1731785509053/Put/seqid=0 2024-11-16T19:32:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741845_1021 (size=5156) 2024-11-16T19:32:01,702 INFO [M:0;d11ab77873cb:44099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba6b95c86b464ad6adde5c6acd2aec7b 2024-11-16T19:32:01,707 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/757e4b1a209646d4a594f93b25dbced1 as hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/757e4b1a209646d4a594f93b25dbced1 2024-11-16T19:32:01,712 INFO [M:0;d11ab77873cb:44099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/757e4b1a209646d4a594f93b25dbced1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T19:32:01,713 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1e972fcc1934fe3859d89e1711337b4 as hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1e972fcc1934fe3859d89e1711337b4 2024-11-16T19:32:01,719 INFO [M:0;d11ab77873cb:44099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1e972fcc1934fe3859d89e1711337b4, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T19:32:01,720 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba6b95c86b464ad6adde5c6acd2aec7b as hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba6b95c86b464ad6adde5c6acd2aec7b 2024-11-16T19:32:01,726 INFO [M:0;d11ab77873cb:44099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38657/user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba6b95c86b464ad6adde5c6acd2aec7b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T19:32:01,727 INFO [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=70, compaction requested=false 2024-11-16T19:32:01,729 INFO [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:01,729 DEBUG [M:0;d11ab77873cb:44099 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785520835Disabling compacts and flushes for region at 1731785520835Disabling writes for close at 1731785520835Obtaining lock to block concurrent updates at 1731785520835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785520835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731785520836 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785520837 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785520837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785520849 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785520849Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785521259 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785521273 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785521273Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785521683 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785521696 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785521696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46127f49: reopening flushed file at 1731785521707 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ebf471: reopening flushed file at 1731785521712 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2618d2: reopening flushed file at 1731785521719 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=70, compaction requested=false at 1731785521727 (+8 ms)Writing region close event to WAL at 1731785521729 (+2 ms)Closed at 1731785521729 2024-11-16T19:32:01,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54ae8ce0-beb7-653c-b807-f6d8f8af0c37/MasterData/WALs/d11ab77873cb,44099,1731785507167/d11ab77873cb%2C44099%2C1731785507167.1731785508926 not finished, retry = 0 2024-11-16T19:32:01,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40211 is added to blk_1073741830_1006 (size=41008) 2024-11-16T19:32:01,785 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:32:01,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:01,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:01,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:01,833 INFO [M:0;d11ab77873cb:44099 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:32:01,833 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:32:01,833 INFO [M:0;d11ab77873cb:44099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44099 2024-11-16T19:32:01,833 INFO [M:0;d11ab77873cb:44099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:32:01,934 INFO [M:0;d11ab77873cb:44099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:32:01,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:32:01,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44099-0x1004a051a580000, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:32:01,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65fb40e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:32:01,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@377edc14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:32:01,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:32:01,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abc309a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:32:01,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@757e195f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.log.dir/,STOPPED} 2024-11-16T19:32:01,938 WARN [BP-308441949-172.17.0.2-1731785506306 heartbeating to localhost/127.0.0.1:38657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:32:01,938 WARN [BP-308441949-172.17.0.2-1731785506306 heartbeating to localhost/127.0.0.1:38657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-308441949-172.17.0.2-1731785506306 (Datanode Uuid 18f4f5fd-ebd2-4fa4-9dc0-f1a2812a5369) service to localhost/127.0.0.1:38657 2024-11-16T19:32:01,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/cluster_33da0d1f-14ee-8b3f-e18d-35e536ea0fb5/data/data1/current/BP-308441949-172.17.0.2-1731785506306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:32:01,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/cluster_33da0d1f-14ee-8b3f-e18d-35e536ea0fb5/data/data2/current/BP-308441949-172.17.0.2-1731785506306 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:32:01,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:32:01,939 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:32:01,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:32:01,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49225f22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:32:01,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@213a7b7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:32:01,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:32:01,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9a39883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:32:01,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48ccde76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56887d6d-f9a9-c7e4-87e3-dc922aa37509/hadoop.log.dir/,STOPPED} 2024-11-16T19:32:01,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:32:01,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:32:01,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38657 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43845 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49416) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49416) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=2280 (was 2799) 2024-11-16T19:32:01,973 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=2280 2024-11-16T19:32:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:32:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:32:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T19:32:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:32:01,985 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-16T19:32:01,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.log.dir so I do NOT create it in target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178 2024-11-16T19:32:01,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:32:01,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.tmp.dir so I do NOT create it in target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178 2024-11-16T19:32:01,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39ac033a-ae60-c5e4-8ba7-141bf93b9410/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:32:01,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178 2024-11-16T19:32:01,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/cluster_d0d1ce79-348d-3957-5dc3-7e3a2ee283dd, deleteOnExit=true 2024-11-16T19:32:01,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/cluster_d0d1ce79-348d-3957-5dc3-7e3a2ee283dd/zookeeper_0, clientPort=53964, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/cluster_d0d1ce79-348d-3957-5dc3-7e3a2ee283dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/cluster_d0d1ce79-348d-3957-5dc3-7e3a2ee283dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:32:01,989 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53964 2024-11-16T19:32:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:32:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:32:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/test.cache.data in system properties and HBase conf 2024-11-16T19:32:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:32:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:32:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:32:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:32:01,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:32:01,989 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:32:01,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:32:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:32:02,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:32:02,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a051a580002, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:32:02,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a051a580005, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:32:02,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a051a580005, quorum=127.0.0.1:49416, baseZNode=/11380036522 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:32:02,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a051a580002, quorum=127.0.0.1:49416, baseZNode=/0381247340 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:32:02,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:32:02,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:32:02,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:32:02,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:32:02,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:32:02,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cbf8790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:32:02,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c203531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:32:02,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a54a404{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/java.io.tmpdir/jetty-localhost-45103-hadoop-hdfs-3_4_1-tests_jar-_-any-7960891727063319272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:32:02,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59d7fc2e{HTTP/1.1, (http/1.1)}{localhost:45103} 2024-11-16T19:32:02,153 INFO [Time-limited test {}] server.Server(415): Started @45934ms 2024-11-16T19:32:02,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:32:02,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:32:02,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:32:02,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:32:02,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:32:02,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e8d23e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:32:02,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@406b695c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:32:02,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1394da77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/java.io.tmpdir/jetty-localhost-38961-hadoop-hdfs-3_4_1-tests_jar-_-any-10662018060021621167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:32:02,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bf584f2{HTTP/1.1, (http/1.1)}{localhost:38961} 2024-11-16T19:32:02,311 INFO [Time-limited test {}] server.Server(415): Started @46092ms 2024-11-16T19:32:02,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:32:02,377 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/cluster_d0d1ce79-348d-3957-5dc3-7e3a2ee283dd/data/data1/current/BP-792724732-172.17.0.2-1731785522005/current, will proceed with Du for space computation calculation, 2024-11-16T19:32:02,377 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/cluster_d0d1ce79-348d-3957-5dc3-7e3a2ee283dd/data/data2/current/BP-792724732-172.17.0.2-1731785522005/current, will proceed with Du for space computation calculation, 2024-11-16T19:32:02,392 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:32:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbeda28ea381d099 with lease ID 0x84568b38de1a1b2d: Processing first storage report for DS-6a655fdd-66a4-427c-8578-3e5363b1d682 from datanode DatanodeRegistration(127.0.0.1:43791, datanodeUuid=890462f2-ea25-4080-b1fa-ced8122adad8, infoPort=33179, infoSecurePort=0, ipcPort=41035, storageInfo=lv=-57;cid=testClusterID;nsid=447240598;c=1731785522005) 2024-11-16T19:32:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbeda28ea381d099 with lease ID 0x84568b38de1a1b2d: from storage DS-6a655fdd-66a4-427c-8578-3e5363b1d682 node DatanodeRegistration(127.0.0.1:43791, datanodeUuid=890462f2-ea25-4080-b1fa-ced8122adad8, infoPort=33179, infoSecurePort=0, ipcPort=41035, storageInfo=lv=-57;cid=testClusterID;nsid=447240598;c=1731785522005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:32:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbeda28ea381d099 with lease ID 0x84568b38de1a1b2d: Processing first storage report for DS-227b9804-9fd5-48c8-ae34-1d5b8c4e02ab from datanode DatanodeRegistration(127.0.0.1:43791, datanodeUuid=890462f2-ea25-4080-b1fa-ced8122adad8, infoPort=33179, infoSecurePort=0, ipcPort=41035, storageInfo=lv=-57;cid=testClusterID;nsid=447240598;c=1731785522005) 2024-11-16T19:32:02,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbeda28ea381d099 with lease ID 0x84568b38de1a1b2d: from storage DS-227b9804-9fd5-48c8-ae34-1d5b8c4e02ab node DatanodeRegistration(127.0.0.1:43791, datanodeUuid=890462f2-ea25-4080-b1fa-ced8122adad8, infoPort=33179, infoSecurePort=0, ipcPort=41035, storageInfo=lv=-57;cid=testClusterID;nsid=447240598;c=1731785522005), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:32:02,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178 2024-11-16T19:32:02,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:02,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:02,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:32:02,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d with version=8 2024-11-16T19:32:02,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/hbase-staging 2024-11-16T19:32:02,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:32:02,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:02,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:02,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:32:02,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:02,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:32:02,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:32:02,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:32:02,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37207 2024-11-16T19:32:02,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37207 connecting to ZooKeeper ensemble=127.0.0.1:53964 2024-11-16T19:32:02,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372070x0, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:32:02,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37207-0x1004a0557b20000 connected 2024-11-16T19:32:02,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:02,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:02,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on znode that does not yet exist, /0-199199856/running 2024-11-16T19:32:02,901 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d, hbase.cluster.distributed=false 2024-11-16T19:32:02,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on znode that does not yet exist, /0-199199856/acl 2024-11-16T19:32:02,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37207 2024-11-16T19:32:02,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37207 2024-11-16T19:32:02,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37207 2024-11-16T19:32:02,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37207 2024-11-16T19:32:02,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37207 2024-11-16T19:32:02,924 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:32:02,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:02,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:02,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:32:02,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:02,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:32:02,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:32:02,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:32:02,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37365 2024-11-16T19:32:02,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37365 connecting to ZooKeeper ensemble=127.0.0.1:53964 2024-11-16T19:32:02,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:02,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:02,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373650x0, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:32:02,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37365-0x1004a0557b20001 connected 2024-11-16T19:32:02,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on znode that does not yet exist, /0-199199856/running 2024-11-16T19:32:02,932 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:32:02,933 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:32:02,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on znode that does not yet exist, /0-199199856/master 2024-11-16T19:32:02,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on znode that does not yet exist, /0-199199856/acl 2024-11-16T19:32:02,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37365 2024-11-16T19:32:02,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37365 2024-11-16T19:32:02,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37365 2024-11-16T19:32:02,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37365 2024-11-16T19:32:02,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37365 2024-11-16T19:32:02,949 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:37207 2024-11-16T19:32:02,950 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-199199856/backup-masters/d11ab77873cb,37207,1731785522849 2024-11-16T19:32:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856/backup-masters 2024-11-16T19:32:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856/backup-masters 2024-11-16T19:32:02,952 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on existing znode=/0-199199856/backup-masters/d11ab77873cb,37207,1731785522849 2024-11-16T19:32:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199199856/master 2024-11-16T19:32:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:02,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:02,953 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on existing znode=/0-199199856/master 2024-11-16T19:32:02,954 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-199199856/backup-masters/d11ab77873cb,37207,1731785522849 from backup master directory 2024-11-16T19:32:02,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199199856/backup-masters/d11ab77873cb,37207,1731785522849 2024-11-16T19:32:02,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856/backup-masters 2024-11-16T19:32:02,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856/backup-masters 2024-11-16T19:32:02,954 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:32:02,954 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,37207,1731785522849 2024-11-16T19:32:02,958 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/hbase.id] with ID: 82c0f950-19af-4176-97f0-c8cab974cc8e 2024-11-16T19:32:02,958 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/.tmp/hbase.id 2024-11-16T19:32:02,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:32:03,365 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/.tmp/hbase.id]:[hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/hbase.id] 2024-11-16T19:32:03,377 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:03,377 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:32:03,378 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:32:03,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:03,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:32:03,785 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:32:03,786 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:32:03,786 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:32:03,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:32:04,193 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store 2024-11-16T19:32:04,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:32:04,600 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:04,600 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:32:04,600 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:04,600 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:04,600 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:32:04,600 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:04,600 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:04,600 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785524600Disabling compacts and flushes for region at 1731785524600Disabling writes for close at 1731785524600Writing region close event to WAL at 1731785524600Closed at 1731785524600 2024-11-16T19:32:04,601 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/.initializing 2024-11-16T19:32:04,601 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/WALs/d11ab77873cb,37207,1731785522849 2024-11-16T19:32:04,602 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:32:04,604 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C37207%2C1731785522849, suffix=, logDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/WALs/d11ab77873cb,37207,1731785522849, archiveDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/oldWALs, maxLogs=10 2024-11-16T19:32:04,614 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/WALs/d11ab77873cb,37207,1731785522849/d11ab77873cb%2C37207%2C1731785522849.1731785524604, exclude list is [], retry=0 2024-11-16T19:32:04,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43791,DS-6a655fdd-66a4-427c-8578-3e5363b1d682,DISK] 2024-11-16T19:32:04,619 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/WALs/d11ab77873cb,37207,1731785522849/d11ab77873cb%2C37207%2C1731785522849.1731785524604 2024-11-16T19:32:04,619 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179)] 2024-11-16T19:32:04,619 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:32:04,619 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:04,619 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,619 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:32:04,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:04,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:04,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:32:04,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:04,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:04,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:32:04,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:04,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:04,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:32:04,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:04,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:04,628 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,628 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,629 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,630 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,630 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,630 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:32:04,631 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:04,633 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:32:04,633 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69571406, jitterRate=0.036694735288619995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:32:04,634 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785524619Initializing all the Stores at 1731785524620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785524620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785524620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785524620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785524620Cleaning up temporary data from old regions at 1731785524630 (+10 ms)Region opened successfully at 1731785524634 (+4 ms) 2024-11-16T19:32:04,634 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:32:04,637 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3c8864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:32:04,637 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:32:04,638 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:32:04,638 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:32:04,638 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:32:04,638 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:32:04,639 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:32:04,639 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:32:04,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:32:04,641 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Unable to get data of znode /0-199199856/balancer because node does not exist (not necessarily an error) 2024-11-16T19:32:04,642 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199199856/balancer already deleted, retry=false 2024-11-16T19:32:04,642 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:32:04,643 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Unable to get data of znode /0-199199856/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:32:04,643 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199199856/normalizer already deleted, retry=false 2024-11-16T19:32:04,643 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:32:04,644 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Unable to get data of znode /0-199199856/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:32:04,645 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199199856/switch/split already deleted, retry=false 2024-11-16T19:32:04,645 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Unable to get data of znode /0-199199856/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:32:04,646 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199199856/switch/merge already deleted, retry=false 2024-11-16T19:32:04,647 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Unable to get data of znode /0-199199856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:32:04,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-199199856/snapshot-cleanup already deleted, retry=false 2024-11-16T19:32:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199199856/running 2024-11-16T19:32:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-199199856/running 2024-11-16T19:32:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:04,649 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,37207,1731785522849, sessionid=0x1004a0557b20000, setting cluster-up flag (Was=false) 2024-11-16T19:32:04,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:04,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:04,653 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-199199856/flush-table-proc/acquired, /0-199199856/flush-table-proc/reached, /0-199199856/flush-table-proc/abort 2024-11-16T19:32:04,654 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,37207,1731785522849 2024-11-16T19:32:04,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:04,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:04,658 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-199199856/online-snapshot/acquired, /0-199199856/online-snapshot/reached, /0-199199856/online-snapshot/abort 2024-11-16T19:32:04,659 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,37207,1731785522849 2024-11-16T19:32:04,660 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:32:04,662 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:32:04,662 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:32:04,662 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:32:04,662 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,37207,1731785522849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:32:04,663 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:32:04,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:32:04,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:32:04,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:32:04,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:32:04,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:32:04,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:32:04,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:32:04,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:04,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:32:04,669 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785554669 2024-11-16T19:32:04,669 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:32:04,669 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:32:04,669 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:32:04,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:32:04,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:32:04,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:32:04,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:32:04,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:32:04,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:32:04,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:32:04,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:32:04,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:32:04,671 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785524671,5,FailOnTimeoutGroup] 2024-11-16T19:32:04,671 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785524671,5,FailOnTimeoutGroup] 2024-11-16T19:32:04,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:32:04,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:32:04,742 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(746): ClusterId : 82c0f950-19af-4176-97f0-c8cab974cc8e 2024-11-16T19:32:04,742 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:32:04,744 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:32:04,744 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:32:04,745 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:32:04,745 DEBUG [RS:0;d11ab77873cb:37365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9e9e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:32:04,755 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:37365 2024-11-16T19:32:04,756 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:32:04,756 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:32:04,756 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:32:04,756 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,37207,1731785522849 with port=37365, startcode=1731785522924 2024-11-16T19:32:04,756 DEBUG [RS:0;d11ab77873cb:37365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:32:04,758 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:32:04,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,37365,1731785522924 2024-11-16T19:32:04,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37207 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,37365,1731785522924 2024-11-16T19:32:04,759 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d 2024-11-16T19:32:04,759 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39575 2024-11-16T19:32:04,759 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:32:04,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856/rs 2024-11-16T19:32:04,761 DEBUG [RS:0;d11ab77873cb:37365 {}] zookeeper.ZKUtil(111): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on existing znode=/0-199199856/rs/d11ab77873cb,37365,1731785522924 2024-11-16T19:32:04,761 WARN [RS:0;d11ab77873cb:37365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:32:04,761 INFO [RS:0;d11ab77873cb:37365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:32:04,761 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924 2024-11-16T19:32:04,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,37365,1731785522924] 2024-11-16T19:32:04,764 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:32:04,765 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:32:04,766 INFO [RS:0;d11ab77873cb:37365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:32:04,766 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,766 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:32:04,767 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:32:04,767 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,767 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:04,768 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:32:04,768 DEBUG [RS:0;d11ab77873cb:37365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:32:04,768 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,768 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,768 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,768 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,768 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,768 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,37365,1731785522924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:32:04,780 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:32:04,780 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,37365,1731785522924-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,780 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,781 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.Replication(171): d11ab77873cb,37365,1731785522924 started 2024-11-16T19:32:04,798 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:04,798 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,37365,1731785522924, RpcServer on d11ab77873cb/172.17.0.2:37365, sessionid=0x1004a0557b20001 2024-11-16T19:32:04,798 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:32:04,798 DEBUG [RS:0;d11ab77873cb:37365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,37365,1731785522924 2024-11-16T19:32:04,798 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,37365,1731785522924' 2024-11-16T19:32:04,799 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-199199856/flush-table-proc/abort' 2024-11-16T19:32:04,799 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-199199856/flush-table-proc/acquired' 2024-11-16T19:32:04,800 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:32:04,800 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:32:04,800 DEBUG [RS:0;d11ab77873cb:37365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,37365,1731785522924 2024-11-16T19:32:04,800 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,37365,1731785522924' 2024-11-16T19:32:04,800 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-199199856/online-snapshot/abort' 2024-11-16T19:32:04,800 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-199199856/online-snapshot/acquired' 2024-11-16T19:32:04,801 DEBUG [RS:0;d11ab77873cb:37365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:32:04,801 INFO [RS:0;d11ab77873cb:37365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:32:04,801 INFO [RS:0;d11ab77873cb:37365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:32:04,901 INFO [RS:0;d11ab77873cb:37365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:32:04,903 INFO [RS:0;d11ab77873cb:37365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C37365%2C1731785522924, suffix=, logDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924, archiveDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/oldWALs, maxLogs=10 2024-11-16T19:32:04,913 DEBUG [RS:0;d11ab77873cb:37365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903, exclude list is [], retry=0 2024-11-16T19:32:04,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43791,DS-6a655fdd-66a4-427c-8578-3e5363b1d682,DISK] 2024-11-16T19:32:04,918 INFO [RS:0;d11ab77873cb:37365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 2024-11-16T19:32:04,918 DEBUG [RS:0;d11ab77873cb:37365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179)] 2024-11-16T19:32:05,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:32:05,074 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d 2024-11-16T19:32:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:32:05,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:05,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:32:05,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:32:05,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:05,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:05,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:32:05,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:32:05,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:05,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:05,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:32:05,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:32:05,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:05,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:05,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:32:05,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:32:05,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:05,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:05,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:32:05,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740 2024-11-16T19:32:05,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740 2024-11-16T19:32:05,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:32:05,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:32:05,492 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:32:05,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:32:05,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:32:05,495 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65032466, jitterRate=-0.030940741300582886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:32:05,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785525481Initializing all the Stores at 1731785525482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785525482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785525482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785525482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785525482Cleaning up temporary data from old regions at 1731785525491 (+9 ms)Region opened successfully at 1731785525496 (+5 ms) 2024-11-16T19:32:05,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:32:05,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:32:05,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:32:05,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:32:05,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:32:05,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:32:05,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785525496Disabling compacts and flushes for region at 1731785525496Disabling writes for close at 1731785525496Writing region close event to WAL at 1731785525496Closed at 1731785525496 2024-11-16T19:32:05,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:32:05,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:32:05,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:32:05,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:32:05,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:32:05,650 DEBUG [d11ab77873cb:37207 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:32:05,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,37365,1731785522924 2024-11-16T19:32:05,652 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,37365,1731785522924, state=OPENING 2024-11-16T19:32:05,653 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:32:05,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:05,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:05,655 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:32:05,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,37365,1731785522924}] 2024-11-16T19:32:05,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199199856/meta-region-server: CHANGED 2024-11-16T19:32:05,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199199856/meta-region-server: CHANGED 2024-11-16T19:32:05,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:32:05,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:32:05,812 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:32:05,812 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:32:05,813 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:32:05,814 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C37365%2C1731785522924.meta, suffix=.meta, logDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924, archiveDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/oldWALs, maxLogs=10 2024-11-16T19:32:05,825 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.meta.1731785525814.meta, exclude list is [], retry=0 2024-11-16T19:32:05,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43791,DS-6a655fdd-66a4-427c-8578-3e5363b1d682,DISK] 2024-11-16T19:32:05,829 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.meta.1731785525814.meta 2024-11-16T19:32:05,829 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179)] 2024-11-16T19:32:05,829 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:32:05,830 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:32:05,830 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:32:05,830 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:32:05,830 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:32:05,830 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:32:05,830 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:05,830 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:32:05,830 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:32:05,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:32:05,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:32:05,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:05,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:05,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:32:05,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:32:05,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:05,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:05,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:32:05,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:32:05,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:05,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:05,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:32:05,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:32:05,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:05,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:05,838 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:32:05,838 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740 2024-11-16T19:32:05,839 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740 2024-11-16T19:32:05,841 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:32:05,841 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:32:05,841 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:32:05,842 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:32:05,843 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68440072, jitterRate=0.01983654499053955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:32:05,843 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:32:05,844 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785525831Writing region info on filesystem at 1731785525831Initializing all the Stores at 1731785525832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785525832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785525833 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785525833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785525833Cleaning up temporary data from old regions at 1731785525841 (+8 ms)Running coprocessor post-open hooks at 1731785525843 (+2 ms)Region opened successfully at 1731785525844 (+1 ms) 2024-11-16T19:32:05,845 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785525807 2024-11-16T19:32:05,847 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:32:05,847 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:32:05,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,37365,1731785522924 2024-11-16T19:32:05,849 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,37365,1731785522924, state=OPEN 2024-11-16T19:32:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-199199856/meta-region-server 2024-11-16T19:32:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-199199856/meta-region-server 2024-11-16T19:32:05,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,37365,1731785522924 2024-11-16T19:32:05,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199199856/meta-region-server: CHANGED 2024-11-16T19:32:05,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-199199856/meta-region-server: CHANGED 2024-11-16T19:32:05,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:32:05,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,37365,1731785522924 in 196 msec 2024-11-16T19:32:05,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:32:05,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-16T19:32:05,857 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:32:05,857 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:32:05,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:05,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,37365,1731785522924, seqNum=-1] 2024-11-16T19:32:05,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:05,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:32:05,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-16T19:32:05,865 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785525865, completionTime=-1 2024-11-16T19:32:05,865 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:32:05,865 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:32:05,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:32:05,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785585867 2024-11-16T19:32:05,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785645867 2024-11-16T19:32:05,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:32:05,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,37207,1731785522849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:05,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,37207,1731785522849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:05,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,37207,1731785522849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:05,867 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:37207, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:05,868 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:05,868 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:05,870 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:32:05,872 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.918sec 2024-11-16T19:32:05,872 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:32:05,872 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:32:05,872 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:32:05,872 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:32:05,872 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:32:05,872 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,37207,1731785522849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:32:05,872 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,37207,1731785522849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:32:05,875 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:32:05,875 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:32:05,875 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,37207,1731785522849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:05,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d187468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:05,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,37207,-1 for getting cluster id 2024-11-16T19:32:05,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:05,944 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82c0f950-19af-4176-97f0-c8cab974cc8e' 2024-11-16T19:32:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82c0f950-19af-4176-97f0-c8cab974cc8e" 2024-11-16T19:32:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5951b2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,37207,-1] 2024-11-16T19:32:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:05,946 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:05,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fc044d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:05,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,37365,1731785522924, seqNum=-1] 2024-11-16T19:32:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:05,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:32:05,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,37207,1731785522849 2024-11-16T19:32:05,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53964 2024-11-16T19:32:05,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:32:05,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a0557b20002 connected 2024-11-16T19:32:05,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.log.dir so I do NOT create it in target/test-data/2011ad28-a1d8-a243-81d6-c61963342861 2024-11-16T19:32:05,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:32:05,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.tmp.dir so I do NOT create it in target/test-data/2011ad28-a1d8-a243-81d6-c61963342861 2024-11-16T19:32:05,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:32:05,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861 2024-11-16T19:32:05,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:32:05,958 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/cluster_1a5bc3e3-d9af-edb4-356f-0f23688306a3, deleteOnExit=true 2024-11-16T19:32:05,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:32:05,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/test.cache.data in system properties and HBase conf 2024-11-16T19:32:05,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:32:05,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:32:05,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:32:05,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:32:05,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:32:05,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:32:05,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:32:05,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:32:05,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:32:05,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:32:06,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:32:06,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:32:06,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:32:06,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:32:06,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:32:06,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:32:06,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715872{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:32:06,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f115a82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:32:06,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b787206{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/java.io.tmpdir/jetty-localhost-40721-hadoop-hdfs-3_4_1-tests_jar-_-any-3341267829642699537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:32:06,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6293cd27{HTTP/1.1, (http/1.1)}{localhost:40721} 2024-11-16T19:32:06,133 INFO [Time-limited test {}] server.Server(415): Started @49914ms 2024-11-16T19:32:06,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:32:06,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:32:06,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:32:06,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:32:06,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:32:06,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ecb7325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:32:06,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0f2738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:32:06,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72b0e533{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/java.io.tmpdir/jetty-localhost-37403-hadoop-hdfs-3_4_1-tests_jar-_-any-15450628245780260351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:32:06,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c43552{HTTP/1.1, (http/1.1)}{localhost:37403} 2024-11-16T19:32:06,293 INFO [Time-limited test {}] server.Server(415): Started @50073ms 2024-11-16T19:32:06,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:32:06,348 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/cluster_1a5bc3e3-d9af-edb4-356f-0f23688306a3/data/data1/current/BP-924128681-172.17.0.2-1731785525985/current, will proceed with Du for space computation calculation, 2024-11-16T19:32:06,348 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/cluster_1a5bc3e3-d9af-edb4-356f-0f23688306a3/data/data2/current/BP-924128681-172.17.0.2-1731785525985/current, will proceed with Du for space computation calculation, 2024-11-16T19:32:06,367 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:32:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d108a6d74c4392c with lease ID 0xcdee40ef0caa951d: Processing first storage report for DS-00f14b27-b55c-4f6a-820e-95470dd4eb92 from datanode DatanodeRegistration(127.0.0.1:42355, datanodeUuid=6164dccd-8339-4219-a865-22c08c31cc3a, infoPort=44087, infoSecurePort=0, ipcPort=36331, storageInfo=lv=-57;cid=testClusterID;nsid=1569679245;c=1731785525985) 2024-11-16T19:32:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d108a6d74c4392c with lease ID 0xcdee40ef0caa951d: from storage DS-00f14b27-b55c-4f6a-820e-95470dd4eb92 node DatanodeRegistration(127.0.0.1:42355, datanodeUuid=6164dccd-8339-4219-a865-22c08c31cc3a, infoPort=44087, infoSecurePort=0, ipcPort=36331, storageInfo=lv=-57;cid=testClusterID;nsid=1569679245;c=1731785525985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:32:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d108a6d74c4392c with lease ID 0xcdee40ef0caa951d: Processing first storage report for DS-00088351-b53d-4e2d-be8a-2b9d94d1e7f3 from datanode DatanodeRegistration(127.0.0.1:42355, datanodeUuid=6164dccd-8339-4219-a865-22c08c31cc3a, infoPort=44087, infoSecurePort=0, ipcPort=36331, storageInfo=lv=-57;cid=testClusterID;nsid=1569679245;c=1731785525985) 2024-11-16T19:32:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d108a6d74c4392c with lease ID 0xcdee40ef0caa951d: from storage DS-00088351-b53d-4e2d-be8a-2b9d94d1e7f3 node DatanodeRegistration(127.0.0.1:42355, datanodeUuid=6164dccd-8339-4219-a865-22c08c31cc3a, infoPort=44087, infoSecurePort=0, ipcPort=36331, storageInfo=lv=-57;cid=testClusterID;nsid=1569679245;c=1731785525985), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T19:32:06,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861 2024-11-16T19:32:06,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:06,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:06,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:32:06,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204 with version=8 2024-11-16T19:32:06,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/hbase-staging 2024-11-16T19:32:06,828 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:32:06,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:06,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:06,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:32:06,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:06,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:32:06,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:32:06,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:32:06,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45149 2024-11-16T19:32:06,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45149 connecting to ZooKeeper ensemble=127.0.0.1:53964 2024-11-16T19:32:06,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451490x0, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:32:06,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45149-0x1004a0557b20003 connected 2024-11-16T19:32:06,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:06,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:06,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on znode that does not yet exist, /1908017779/running 2024-11-16T19:32:06,846 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204, hbase.cluster.distributed=false 2024-11-16T19:32:06,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on znode that does not yet exist, /1908017779/acl 2024-11-16T19:32:06,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45149 2024-11-16T19:32:06,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45149 2024-11-16T19:32:06,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45149 2024-11-16T19:32:06,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45149 2024-11-16T19:32:06,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45149 2024-11-16T19:32:06,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:32:06,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:06,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:06,870 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:32:06,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:32:06,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:32:06,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:32:06,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:32:06,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45491 2024-11-16T19:32:06,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45491 connecting to ZooKeeper ensemble=127.0.0.1:53964 2024-11-16T19:32:06,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:06,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:06,883 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454910x0, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:32:06,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454910x0, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on znode that does not yet exist, /1908017779/running 2024-11-16T19:32:06,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45491-0x1004a0557b20004 connected 2024-11-16T19:32:06,883 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:32:06,884 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:32:06,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on znode that does not yet exist, /1908017779/master 2024-11-16T19:32:06,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on znode that does not yet exist, /1908017779/acl 2024-11-16T19:32:06,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-16T19:32:06,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45491 2024-11-16T19:32:06,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45491 2024-11-16T19:32:06,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-16T19:32:06,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-16T19:32:06,910 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:45149 2024-11-16T19:32:06,913 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1908017779/backup-masters/d11ab77873cb,45149,1731785526828 2024-11-16T19:32:06,914 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779/backup-masters 2024-11-16T19:32:06,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779/backup-masters 2024-11-16T19:32:06,915 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on existing znode=/1908017779/backup-masters/d11ab77873cb,45149,1731785526828 2024-11-16T19:32:06,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:06,917 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1908017779/master 2024-11-16T19:32:06,917 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:06,921 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on existing znode=/1908017779/master 2024-11-16T19:32:06,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1908017779/backup-masters/d11ab77873cb,45149,1731785526828 from backup master directory 2024-11-16T19:32:06,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1908017779/backup-masters/d11ab77873cb,45149,1731785526828 2024-11-16T19:32:06,922 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779/backup-masters 2024-11-16T19:32:06,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779/backup-masters 2024-11-16T19:32:06,922 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:32:06,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,45149,1731785526828 2024-11-16T19:32:06,926 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/hbase.id] with ID: 6d89b29d-e582-4ee4-b3de-2e9f250c2600 2024-11-16T19:32:06,926 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/.tmp/hbase.id 2024-11-16T19:32:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:32:07,333 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/.tmp/hbase.id]:[hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/hbase.id] 2024-11-16T19:32:07,343 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:07,343 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:32:07,344 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:32:07,345 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:07,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:32:07,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:32:07,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:07,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:07,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:07,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:07,751 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:32:07,752 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:32:07,752 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:32:07,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:32:08,159 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store 2024-11-16T19:32:08,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:32:08,566 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:08,567 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:32:08,567 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:08,567 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:08,567 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:32:08,567 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:08,567 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:32:08,567 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785528567Disabling compacts and flushes for region at 1731785528567Disabling writes for close at 1731785528567Writing region close event to WAL at 1731785528567Closed at 1731785528567 2024-11-16T19:32:08,568 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/.initializing 2024-11-16T19:32:08,568 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/WALs/d11ab77873cb,45149,1731785526828 2024-11-16T19:32:08,569 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:32:08,571 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C45149%2C1731785526828, suffix=, logDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/WALs/d11ab77873cb,45149,1731785526828, archiveDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/oldWALs, maxLogs=10 2024-11-16T19:32:08,584 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/WALs/d11ab77873cb,45149,1731785526828/d11ab77873cb%2C45149%2C1731785526828.1731785528571, exclude list is [], retry=0 2024-11-16T19:32:08,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42355,DS-00f14b27-b55c-4f6a-820e-95470dd4eb92,DISK] 2024-11-16T19:32:08,591 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/WALs/d11ab77873cb,45149,1731785526828/d11ab77873cb%2C45149%2C1731785526828.1731785528571 2024-11-16T19:32:08,592 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-16T19:32:08,592 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:32:08,592 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:08,592 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,592 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:32:08,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:08,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:08,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:32:08,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:08,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:08,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:32:08,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:08,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:08,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:32:08,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:08,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:08,609 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,610 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,610 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,611 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,611 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,612 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:32:08,613 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:32:08,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:32:08,616 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66621804, jitterRate=-0.0072577595710754395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:32:08,616 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785528592Initializing all the Stores at 1731785528593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785528593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785528594 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785528594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785528594Cleaning up temporary data from old regions at 1731785528611 (+17 ms)Region opened successfully at 1731785528616 (+5 ms) 2024-11-16T19:32:08,617 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:32:08,620 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b79a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:32:08,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:32:08,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:32:08,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:32:08,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:32:08,623 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:32:08,623 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:32:08,623 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:32:08,631 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:32:08,632 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Unable to get data of znode /1908017779/balancer because node does not exist (not necessarily an error) 2024-11-16T19:32:08,633 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1908017779/balancer already deleted, retry=false 2024-11-16T19:32:08,633 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:32:08,634 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Unable to get data of znode /1908017779/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:32:08,635 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1908017779/normalizer already deleted, retry=false 2024-11-16T19:32:08,635 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:32:08,637 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Unable to get data of znode /1908017779/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:32:08,637 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1908017779/switch/split already deleted, retry=false 2024-11-16T19:32:08,638 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Unable to get data of znode /1908017779/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:32:08,639 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1908017779/switch/merge already deleted, retry=false 2024-11-16T19:32:08,641 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Unable to get data of znode /1908017779/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:32:08,642 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1908017779/snapshot-cleanup already deleted, retry=false 2024-11-16T19:32:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1908017779/running 2024-11-16T19:32:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:08,643 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1908017779/running 2024-11-16T19:32:08,643 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:08,644 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,45149,1731785526828, sessionid=0x1004a0557b20003, setting cluster-up flag (Was=false) 2024-11-16T19:32:08,646 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:08,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:08,649 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1908017779/flush-table-proc/acquired, /1908017779/flush-table-proc/reached, /1908017779/flush-table-proc/abort 2024-11-16T19:32:08,657 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,45149,1731785526828 2024-11-16T19:32:08,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:08,660 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:08,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1908017779/online-snapshot/acquired, /1908017779/online-snapshot/reached, /1908017779/online-snapshot/abort 2024-11-16T19:32:08,664 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,45149,1731785526828 2024-11-16T19:32:08,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:32:08,671 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:32:08,672 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:32:08,672 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:32:08,672 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,45149,1731785526828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:32:08,673 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:32:08,673 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:32:08,673 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:32:08,674 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:32:08,674 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:32:08,674 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,674 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:32:08,674 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:32:08,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:32:08,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:08,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:32:08,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785558693 2024-11-16T19:32:08,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:32:08,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:32:08,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:32:08,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:32:08,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:32:08,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:32:08,697 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,699 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:32:08,699 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:32:08,699 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:32:08,699 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:32:08,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:32:08,706 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(746): ClusterId : 6d89b29d-e582-4ee4-b3de-2e9f250c2600 2024-11-16T19:32:08,706 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:32:08,708 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:32:08,708 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:32:08,708 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:32:08,708 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:32:08,709 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:32:08,710 DEBUG [RS:0;d11ab77873cb:45491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c51de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:32:08,715 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785528708,5,FailOnTimeoutGroup] 2024-11-16T19:32:08,720 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785528715,5,FailOnTimeoutGroup] 2024-11-16T19:32:08,720 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,720 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:32:08,720 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,720 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,732 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:45491 2024-11-16T19:32:08,732 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:32:08,732 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:32:08,732 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:32:08,733 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,45149,1731785526828 with port=45491, startcode=1731785526870 2024-11-16T19:32:08,733 DEBUG [RS:0;d11ab77873cb:45491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:32:08,735 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:32:08,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,45491,1731785526870 2024-11-16T19:32:08,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45149 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,45491,1731785526870 2024-11-16T19:32:08,737 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204 2024-11-16T19:32:08,737 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45725 2024-11-16T19:32:08,737 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:32:08,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779/rs 2024-11-16T19:32:08,738 DEBUG [RS:0;d11ab77873cb:45491 {}] zookeeper.ZKUtil(111): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on existing znode=/1908017779/rs/d11ab77873cb,45491,1731785526870 2024-11-16T19:32:08,738 WARN [RS:0;d11ab77873cb:45491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:32:08,739 INFO [RS:0;d11ab77873cb:45491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:32:08,739 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/WALs/d11ab77873cb,45491,1731785526870 2024-11-16T19:32:08,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,45491,1731785526870] 2024-11-16T19:32:08,742 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:32:08,745 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:32:08,745 INFO [RS:0;d11ab77873cb:45491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:32:08,745 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,746 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:32:08,752 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:32:08,752 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:32:08,752 DEBUG [RS:0;d11ab77873cb:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:32:08,757 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,757 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,757 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,757 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,757 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,757 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45491,1731785526870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:32:08,778 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:32:08,778 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45491,1731785526870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,778 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,779 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.Replication(171): d11ab77873cb,45491,1731785526870 started 2024-11-16T19:32:08,799 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:08,799 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,45491,1731785526870, RpcServer on d11ab77873cb/172.17.0.2:45491, sessionid=0x1004a0557b20004 2024-11-16T19:32:08,799 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:32:08,799 DEBUG [RS:0;d11ab77873cb:45491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,45491,1731785526870 2024-11-16T19:32:08,799 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,45491,1731785526870' 2024-11-16T19:32:08,799 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1908017779/flush-table-proc/abort' 2024-11-16T19:32:08,800 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1908017779/flush-table-proc/acquired' 2024-11-16T19:32:08,800 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:32:08,800 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:32:08,800 DEBUG [RS:0;d11ab77873cb:45491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,45491,1731785526870 2024-11-16T19:32:08,800 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,45491,1731785526870' 2024-11-16T19:32:08,800 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1908017779/online-snapshot/abort' 2024-11-16T19:32:08,800 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1908017779/online-snapshot/acquired' 2024-11-16T19:32:08,801 DEBUG [RS:0;d11ab77873cb:45491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:32:08,801 INFO [RS:0;d11ab77873cb:45491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:32:08,801 INFO [RS:0;d11ab77873cb:45491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:32:08,901 INFO [RS:0;d11ab77873cb:45491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:32:08,903 INFO [RS:0;d11ab77873cb:45491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C45491%2C1731785526870, suffix=, logDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/WALs/d11ab77873cb,45491,1731785526870, archiveDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/oldWALs, maxLogs=10 2024-11-16T19:32:08,920 DEBUG [RS:0;d11ab77873cb:45491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/WALs/d11ab77873cb,45491,1731785526870/d11ab77873cb%2C45491%2C1731785526870.1731785528903, exclude list is [], retry=0 2024-11-16T19:32:08,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42355,DS-00f14b27-b55c-4f6a-820e-95470dd4eb92,DISK] 2024-11-16T19:32:08,932 INFO [RS:0;d11ab77873cb:45491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/WALs/d11ab77873cb,45491,1731785526870/d11ab77873cb%2C45491%2C1731785526870.1731785528903 2024-11-16T19:32:08,933 DEBUG [RS:0;d11ab77873cb:45491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-16T19:32:09,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:32:09,104 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204 2024-11-16T19:32:09,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:32:09,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:09,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:32:09,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:32:09,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:09,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:32:09,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:32:09,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:09,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:32:09,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:32:09,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:09,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:32:09,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:32:09,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:09,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:32:09,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740 2024-11-16T19:32:09,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740 2024-11-16T19:32:09,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:32:09,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:32:09,124 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:32:09,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:32:09,130 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:32:09,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75384207, jitterRate=0.12331221997737885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:32:09,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785529111Initializing all the Stores at 1731785529112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785529112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785529112Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785529112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785529112Cleaning up temporary data from old regions at 1731785529124 (+12 ms)Region opened successfully at 1731785529130 (+6 ms) 2024-11-16T19:32:09,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:32:09,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:32:09,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:32:09,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:32:09,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:32:09,131 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:32:09,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785529130Disabling compacts and flushes for region at 1731785529130Disabling writes for close at 1731785529131 (+1 ms)Writing region close event to WAL at 1731785529131Closed at 1731785529131 2024-11-16T19:32:09,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:32:09,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:32:09,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:32:09,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:32:09,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:32:09,286 DEBUG [d11ab77873cb:45149 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:32:09,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,45491,1731785526870 2024-11-16T19:32:09,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,45491,1731785526870, state=OPENING 2024-11-16T19:32:09,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:32:09,291 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:09,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:32:09,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1908017779/meta-region-server: CHANGED 2024-11-16T19:32:09,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1908017779/meta-region-server: CHANGED 2024-11-16T19:32:09,295 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:32:09,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,45491,1731785526870}] 2024-11-16T19:32:09,449 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:32:09,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:32:09,454 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:32:09,454 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:32:09,454 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:32:09,455 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C45491%2C1731785526870.meta, suffix=.meta, logDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/WALs/d11ab77873cb,45491,1731785526870, archiveDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/oldWALs, maxLogs=10 2024-11-16T19:32:09,469 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/WALs/d11ab77873cb,45491,1731785526870/d11ab77873cb%2C45491%2C1731785526870.meta.1731785529456.meta, exclude list is [], retry=0 2024-11-16T19:32:09,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42355,DS-00f14b27-b55c-4f6a-820e-95470dd4eb92,DISK] 2024-11-16T19:32:09,474 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/WALs/d11ab77873cb,45491,1731785526870/d11ab77873cb%2C45491%2C1731785526870.meta.1731785529456.meta 2024-11-16T19:32:09,474 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44087:44087)] 2024-11-16T19:32:09,474 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:32:09,475 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:32:09,475 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:32:09,475 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:32:09,475 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:32:09,475 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:32:09,475 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:09,475 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:32:09,475 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:32:09,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:32:09,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:32:09,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:09,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:32:09,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:32:09,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:09,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:32:09,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:32:09,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:09,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:32:09,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:32:09,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:32:09,485 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:32:09,485 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740 2024-11-16T19:32:09,486 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740 2024-11-16T19:32:09,488 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:32:09,488 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:32:09,488 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:32:09,492 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:32:09,493 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61114585, jitterRate=-0.08932171761989594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:32:09,493 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:32:09,494 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785529475Writing region info on filesystem at 1731785529475Initializing all the Stores at 1731785529476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785529476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785529477 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785529477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785529477Cleaning up temporary data from old regions at 1731785529488 (+11 ms)Running coprocessor post-open hooks at 1731785529494 (+6 ms)Region opened successfully at 1731785529494 2024-11-16T19:32:09,501 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785529449 2024-11-16T19:32:09,503 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:32:09,503 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:32:09,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,45491,1731785526870 2024-11-16T19:32:09,505 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,45491,1731785526870, state=OPEN 2024-11-16T19:32:09,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1908017779/meta-region-server 2024-11-16T19:32:09,506 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1908017779/meta-region-server 2024-11-16T19:32:09,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1908017779/meta-region-server: CHANGED 2024-11-16T19:32:09,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1908017779/meta-region-server: CHANGED 2024-11-16T19:32:09,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,45491,1731785526870 2024-11-16T19:32:09,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:32:09,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,45491,1731785526870 in 212 msec 2024-11-16T19:32:09,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:32:09,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-16T19:32:09,515 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:32:09,515 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:32:09,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:09,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,45491,1731785526870, seqNum=-1] 2024-11-16T19:32:09,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:09,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:32:09,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 853 msec 2024-11-16T19:32:09,526 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785529526, completionTime=-1 2024-11-16T19:32:09,526 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:32:09,526 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:32:09,528 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:32:09,528 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785589528 2024-11-16T19:32:09,528 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785649528 2024-11-16T19:32:09,528 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T19:32:09,528 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45149,1731785526828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:09,528 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45149,1731785526828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:09,528 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45149,1731785526828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:09,529 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:45149, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:09,529 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:09,531 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:32:09,535 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:09,539 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.617sec 2024-11-16T19:32:09,539 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:32:09,539 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:32:09,539 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:32:09,539 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:32:09,539 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:32:09,539 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45149,1731785526828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:32:09,540 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45149,1731785526828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:32:09,544 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:32:09,544 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:32:09,544 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45149,1731785526828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:32:09,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c5d2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:09,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45149,-1 for getting cluster id 2024-11-16T19:32:09,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:09,608 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d89b29d-e582-4ee4-b3de-2e9f250c2600' 2024-11-16T19:32:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d89b29d-e582-4ee4-b3de-2e9f250c2600" 2024-11-16T19:32:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314f7581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45149,-1] 2024-11-16T19:32:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:09,610 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:09,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544b33dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:09,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,45491,1731785526870, seqNum=-1] 2024-11-16T19:32:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:09,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:32:09,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,45149,1731785526828 2024-11-16T19:32:09,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53964 2024-11-16T19:32:09,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:32:09,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a0557b20005 connected 2024-11-16T19:32:09,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:32:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,37207,1731785522849 2024-11-16T19:32:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59fda390 2024-11-16T19:32:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:32:09,632 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:32:09,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:32:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:32:09,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:32:09,643 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:09,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:32:09,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:32:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:32:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:10,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5498ded6e30faa13ac6ab05b573f584, NAME => 'test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d 2024-11-16T19:32:10,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:32:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:10,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:10,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5498ded6e30faa13ac6ab05b573f584, disabling compactions & flushes 2024-11-16T19:32:10,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:32:10,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:32:10,468 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. after waiting 0 ms 2024-11-16T19:32:10,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:32:10,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:32:10,469 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5498ded6e30faa13ac6ab05b573f584: Waiting for close lock at 1731785530468Disabling compacts and flushes for region at 1731785530468Disabling writes for close at 1731785530468Writing region close event to WAL at 1731785530469 (+1 ms)Closed at 1731785530469 2024-11-16T19:32:10,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:32:10,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785530470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785530470"}]},"ts":"1731785530470"} 2024-11-16T19:32:10,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:32:10,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:32:10,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785530475"}]},"ts":"1731785530475"} 2024-11-16T19:32:10,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:32:10,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5498ded6e30faa13ac6ab05b573f584, ASSIGN}] 2024-11-16T19:32:10,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5498ded6e30faa13ac6ab05b573f584, ASSIGN 2024-11-16T19:32:10,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5498ded6e30faa13ac6ab05b573f584, ASSIGN; state=OFFLINE, location=d11ab77873cb,37365,1731785522924; forceNewPlan=false, retain=false 2024-11-16T19:32:10,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5498ded6e30faa13ac6ab05b573f584, regionState=OPENING, regionLocation=d11ab77873cb,37365,1731785522924 2024-11-16T19:32:10,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5498ded6e30faa13ac6ab05b573f584, ASSIGN because future has completed 2024-11-16T19:32:10,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5498ded6e30faa13ac6ab05b573f584, server=d11ab77873cb,37365,1731785522924}] 2024-11-16T19:32:10,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:32:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:10,791 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:32:10,791 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5498ded6e30faa13ac6ab05b573f584, NAME => 'test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:32:10,791 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:32:10,791 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:32:10,791 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,791 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:10,792 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,792 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,793 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,794 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5498ded6e30faa13ac6ab05b573f584 columnFamilyName f 2024-11-16T19:32:10,794 DEBUG [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:10,794 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] regionserver.HStore(327): Store=e5498ded6e30faa13ac6ab05b573f584/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:10,795 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,796 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5498ded6e30faa13ac6ab05b573f584 columnFamilyName f1 2024-11-16T19:32:10,796 DEBUG [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:10,796 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] regionserver.HStore(327): Store=e5498ded6e30faa13ac6ab05b573f584/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:10,796 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,797 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5498ded6e30faa13ac6ab05b573f584 columnFamilyName norep 2024-11-16T19:32:10,797 DEBUG [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:10,798 INFO [StoreOpener-e5498ded6e30faa13ac6ab05b573f584-1 {}] regionserver.HStore(327): Store=e5498ded6e30faa13ac6ab05b573f584/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:10,798 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,799 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,799 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,800 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,800 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,801 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:32:10,802 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,804 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:32:10,805 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5498ded6e30faa13ac6ab05b573f584; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61342883, jitterRate=-0.0859198123216629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:32:10,805 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:32:10,806 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5498ded6e30faa13ac6ab05b573f584: Running coprocessor pre-open hook at 1731785530792Writing region info on filesystem at 1731785530792Initializing all the Stores at 1731785530792Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785530793 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785530793Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785530793Cleaning up temporary data from old regions at 1731785530800 (+7 ms)Running coprocessor post-open hooks at 1731785530805 (+5 ms)Region opened successfully at 1731785530806 (+1 ms) 2024-11-16T19:32:10,809 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., pid=6, masterSystemTime=1731785530786 2024-11-16T19:32:10,817 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:32:10,817 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:32:10,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5498ded6e30faa13ac6ab05b573f584, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,37365,1731785522924 2024-11-16T19:32:10,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5498ded6e30faa13ac6ab05b573f584, server=d11ab77873cb,37365,1731785522924 because future has completed 2024-11-16T19:32:10,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:32:10,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5498ded6e30faa13ac6ab05b573f584, server=d11ab77873cb,37365,1731785522924 in 194 msec 2024-11-16T19:32:10,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:32:10,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5498ded6e30faa13ac6ab05b573f584, ASSIGN in 353 msec 2024-11-16T19:32:10,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:32:10,836 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785530835"}]},"ts":"1731785530835"} 2024-11-16T19:32:10,838 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:32:10,839 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:32:10,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2030 sec 2024-11-16T19:32:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:11,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:32:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45149,1731785526828 2024-11-16T19:32:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44c9fc32 2024-11-16T19:32:11,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:32:11,802 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:32:11,804 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:32:11,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:32:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:32:11,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:32:11,811 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:11,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:32:11,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:32:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:11,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:32:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:11,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:32:11,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T19:32:11,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:32:11,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T19:32:11,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:32:11,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T19:32:11,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:32:11,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T19:32:11,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:32:11,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T19:32:11,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T19:32:11,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T19:32:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:12,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 656fcab6e9192ae6b4bcc362ab00446b, NAME => 'test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204 2024-11-16T19:32:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:32:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:12,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:12,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 656fcab6e9192ae6b4bcc362ab00446b, disabling compactions & flushes 2024-11-16T19:32:12,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:32:12,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:32:12,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. after waiting 0 ms 2024-11-16T19:32:12,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:32:12,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:32:12,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 656fcab6e9192ae6b4bcc362ab00446b: Waiting for close lock at 1731785532643Disabling compacts and flushes for region at 1731785532643Disabling writes for close at 1731785532644 (+1 ms)Writing region close event to WAL at 1731785532644Closed at 1731785532644 2024-11-16T19:32:12,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:32:12,646 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785532645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785532645"}]},"ts":"1731785532645"} 2024-11-16T19:32:12,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:32:12,650 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:32:12,650 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785532650"}]},"ts":"1731785532650"} 2024-11-16T19:32:12,653 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:32:12,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=656fcab6e9192ae6b4bcc362ab00446b, ASSIGN}] 2024-11-16T19:32:12,655 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=656fcab6e9192ae6b4bcc362ab00446b, ASSIGN 2024-11-16T19:32:12,657 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=656fcab6e9192ae6b4bcc362ab00446b, ASSIGN; state=OFFLINE, location=d11ab77873cb,45491,1731785526870; forceNewPlan=false, retain=false 2024-11-16T19:32:12,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=656fcab6e9192ae6b4bcc362ab00446b, regionState=OPENING, regionLocation=d11ab77873cb,45491,1731785526870 2024-11-16T19:32:12,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=656fcab6e9192ae6b4bcc362ab00446b, ASSIGN because future has completed 2024-11-16T19:32:12,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 656fcab6e9192ae6b4bcc362ab00446b, server=d11ab77873cb,45491,1731785526870}] 2024-11-16T19:32:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:12,969 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:32:12,970 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 656fcab6e9192ae6b4bcc362ab00446b, NAME => 'test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:32:12,970 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:32:12,970 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:32:12,970 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,970 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:12,970 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,970 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,972 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,973 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656fcab6e9192ae6b4bcc362ab00446b columnFamilyName f 2024-11-16T19:32:12,973 DEBUG [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:12,974 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] regionserver.HStore(327): Store=656fcab6e9192ae6b4bcc362ab00446b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:12,974 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,975 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656fcab6e9192ae6b4bcc362ab00446b columnFamilyName f1 2024-11-16T19:32:12,975 DEBUG [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:12,975 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] regionserver.HStore(327): Store=656fcab6e9192ae6b4bcc362ab00446b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:12,975 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,976 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 656fcab6e9192ae6b4bcc362ab00446b columnFamilyName norep 2024-11-16T19:32:12,976 DEBUG [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:12,976 INFO [StoreOpener-656fcab6e9192ae6b4bcc362ab00446b-1 {}] regionserver.HStore(327): Store=656fcab6e9192ae6b4bcc362ab00446b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:12,977 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,977 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,978 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,979 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,979 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,979 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:32:12,981 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,983 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:32:12,984 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 656fcab6e9192ae6b4bcc362ab00446b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70350575, jitterRate=0.04830525815486908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:32:12,984 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:32:12,984 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 656fcab6e9192ae6b4bcc362ab00446b: Running coprocessor pre-open hook at 1731785532970Writing region info on filesystem at 1731785532970Initializing all the Stores at 1731785532971 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785532971Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785532972 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785532972Cleaning up temporary data from old regions at 1731785532979 (+7 ms)Running coprocessor post-open hooks at 1731785532984 (+5 ms)Region opened successfully at 1731785532984 2024-11-16T19:32:12,985 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b., pid=6, masterSystemTime=1731785532965 2024-11-16T19:32:12,988 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:32:12,988 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:32:12,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=656fcab6e9192ae6b4bcc362ab00446b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,45491,1731785526870 2024-11-16T19:32:12,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 656fcab6e9192ae6b4bcc362ab00446b, server=d11ab77873cb,45491,1731785526870 because future has completed 2024-11-16T19:32:12,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:32:12,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 656fcab6e9192ae6b4bcc362ab00446b, server=d11ab77873cb,45491,1731785526870 in 183 msec 2024-11-16T19:32:12,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:32:12,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=656fcab6e9192ae6b4bcc362ab00446b, ASSIGN in 342 msec 2024-11-16T19:32:13,000 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:32:13,001 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785533000"}]},"ts":"1731785533000"} 2024-11-16T19:32:13,004 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:32:13,005 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:32:13,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2000 sec 2024-11-16T19:32:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:32:13,959 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:32:13,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c016424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,37207,-1 for getting cluster id 2024-11-16T19:32:13,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:13,961 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82c0f950-19af-4176-97f0-c8cab974cc8e' 2024-11-16T19:32:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82c0f950-19af-4176-97f0-c8cab974cc8e" 2024-11-16T19:32:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299a6d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,37207,-1] 2024-11-16T19:32:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:13,963 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:13,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64143da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6115294f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45149,-1 for getting cluster id 2024-11-16T19:32:13,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:13,965 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d89b29d-e582-4ee4-b3de-2e9f250c2600' 2024-11-16T19:32:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d89b29d-e582-4ee4-b3de-2e9f250c2600" 2024-11-16T19:32:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c7e5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45149,-1] 2024-11-16T19:32:13,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:13,967 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9ce99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3500d9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,37207,-1 for getting cluster id 2024-11-16T19:32:13,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:13,972 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82c0f950-19af-4176-97f0-c8cab974cc8e' 2024-11-16T19:32:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82c0f950-19af-4176-97f0-c8cab974cc8e" 2024-11-16T19:32:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1497e192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,37207,-1] 2024-11-16T19:32:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:13,974 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6df154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:32:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,37207,1731785522849 2024-11-16T19:32:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@150c14c4 2024-11-16T19:32:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:32:13,980 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:32:13,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:45149,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:32:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:32:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:32:13,984 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:45149' 2024-11-16T19:32:13,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36707f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,985 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45149,-1 for getting cluster id 2024-11-16T19:32:13,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:13,986 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d89b29d-e582-4ee4-b3de-2e9f250c2600' 2024-11-16T19:32:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d89b29d-e582-4ee4-b3de-2e9f250c2600" 2024-11-16T19:32:13,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552230f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45149,-1] 2024-11-16T19:32:13,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:13,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:13,988 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:13,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293e66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:13,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:32:13,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45149,1731785526828 2024-11-16T19:32:13,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c62e213 2024-11-16T19:32:13,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:32:13,991 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:32:13,992 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:32:13,992 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:32:13,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:13,992 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:13,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:32:13,993 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:32:13,995 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:32:13,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:32:13,996 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:13,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:32:14,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:32:14,045 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:32:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:32:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:32:14,407 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d8b0385989605c64ff78bb049b95c86, NAME => 'hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d 2024-11-16T19:32:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:32:14,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:14,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d8b0385989605c64ff78bb049b95c86, disabling compactions & flushes 2024-11-16T19:32:14,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:32:14,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:32:14,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. after waiting 0 ms 2024-11-16T19:32:14,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:32:14,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:32:14,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d8b0385989605c64ff78bb049b95c86: Waiting for close lock at 1731785534414Disabling compacts and flushes for region at 1731785534414Disabling writes for close at 1731785534414Writing region close event to WAL at 1731785534414Closed at 1731785534414 2024-11-16T19:32:14,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:32:14,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785534415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785534415"}]},"ts":"1731785534415"} 2024-11-16T19:32:14,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:32:14,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:32:14,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785534418"}]},"ts":"1731785534418"} 2024-11-16T19:32:14,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:32:14,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d8b0385989605c64ff78bb049b95c86, ASSIGN}] 2024-11-16T19:32:14,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d8b0385989605c64ff78bb049b95c86, ASSIGN 2024-11-16T19:32:14,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d8b0385989605c64ff78bb049b95c86, ASSIGN; state=OFFLINE, location=d11ab77873cb,37365,1731785522924; forceNewPlan=false, retain=false 2024-11-16T19:32:14,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d8b0385989605c64ff78bb049b95c86, regionState=OPENING, regionLocation=d11ab77873cb,37365,1731785522924 2024-11-16T19:32:14,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d8b0385989605c64ff78bb049b95c86, ASSIGN because future has completed 2024-11-16T19:32:14,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8b0385989605c64ff78bb049b95c86, server=d11ab77873cb,37365,1731785522924}] 2024-11-16T19:32:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:32:14,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:32:14,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:32:14,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:32:14,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C37365%2C1731785522924.rep, suffix=, logDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924, archiveDir=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/oldWALs, maxLogs=10 2024-11-16T19:32:14,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.rep.1731785534735, exclude list is [], retry=0 2024-11-16T19:32:14,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43791,DS-6a655fdd-66a4-427c-8578-3e5363b1d682,DISK] 2024-11-16T19:32:14,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.rep.1731785534735 2024-11-16T19:32:14,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33179:33179)] 2024-11-16T19:32:14,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d8b0385989605c64ff78bb049b95c86, NAME => 'hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:32:14,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:32:14,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:32:14,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. service=MultiRowMutationService 2024-11-16T19:32:14,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:32:14,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:32:14,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,755 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,756 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8b0385989605c64ff78bb049b95c86 columnFamilyName hfileref 2024-11-16T19:32:14,757 DEBUG [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:14,757 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] regionserver.HStore(327): Store=0d8b0385989605c64ff78bb049b95c86/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:14,757 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,759 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8b0385989605c64ff78bb049b95c86 columnFamilyName queue 2024-11-16T19:32:14,759 DEBUG [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:14,759 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] regionserver.HStore(327): Store=0d8b0385989605c64ff78bb049b95c86/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:14,759 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,761 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8b0385989605c64ff78bb049b95c86 columnFamilyName sid 2024-11-16T19:32:14,761 DEBUG [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:32:14,761 INFO [StoreOpener-0d8b0385989605c64ff78bb049b95c86-1 {}] regionserver.HStore(327): Store=0d8b0385989605c64ff78bb049b95c86/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:32:14,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:32:14,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:32:14,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d8b0385989605c64ff78bb049b95c86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58992365, jitterRate=-0.12094525992870331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:32:14,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:32:14,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d8b0385989605c64ff78bb049b95c86: Running coprocessor pre-open hook at 1731785534754Writing region info on filesystem at 1731785534754Initializing all the Stores at 1731785534755 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785534755Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785534755Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785534755Cleaning up temporary data from old regions at 1731785534763 (+8 ms)Running coprocessor post-open hooks at 1731785534782 (+19 ms)Region opened successfully at 1731785534783 (+1 ms) 2024-11-16T19:32:14,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86., pid=10, masterSystemTime=1731785534729 2024-11-16T19:32:14,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:32:14,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:32:14,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d8b0385989605c64ff78bb049b95c86, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,37365,1731785522924 2024-11-16T19:32:14,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8b0385989605c64ff78bb049b95c86, server=d11ab77873cb,37365,1731785522924 because future has completed 2024-11-16T19:32:14,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:32:14,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d8b0385989605c64ff78bb049b95c86, server=d11ab77873cb,37365,1731785522924 in 213 msec 2024-11-16T19:32:14,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:32:14,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d8b0385989605c64ff78bb049b95c86, ASSIGN in 371 msec 2024-11-16T19:32:14,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:32:14,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785534797"}]},"ts":"1731785534797"} 2024-11-16T19:32:14,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:32:14,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:32:14,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 809 msec 2024-11-16T19:32:14,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86., hostname=d11ab77873cb,37365,1731785522924, seqNum=2] 2024-11-16T19:32:14,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:14,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:32:14,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:32:14,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:32:14,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:14,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:14,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:15,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:15,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:32:15,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:32:15,015 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:32:15,054 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,37365,1731785522924, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:32:15,055 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:15,055 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,37365,1731785522924, seqNum=-1] 2024-11-16T19:32:15,056 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:15,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-16T19:32:15,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,37365,1731785522924', locateType=CURRENT is [region=hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86., hostname=d11ab77873cb,37365,1731785522924, seqNum=2] 2024-11-16T19:32:15,063 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:32:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:32:15,069 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,37365,1731785522924 suceeded 2024-11-16T19:32:15,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:32:15,075 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:45149,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-16T19:32:15,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-16T19:32:15,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0940 sec 2024-11-16T19:32:15,083 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:45149' 2024-11-16T19:32:15,084 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11e967be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:15,084 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45149,-1 for getting cluster id 2024-11-16T19:32:15,085 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:15,086 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d89b29d-e582-4ee4-b3de-2e9f250c2600' 2024-11-16T19:32:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d89b29d-e582-4ee4-b3de-2e9f250c2600" 2024-11-16T19:32:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aaa15c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45149,-1] 2024-11-16T19:32:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:15,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:15,088 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:15,089 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6686b25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:15,089 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:32:15,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45149,1731785526828 2024-11-16T19:32:15,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@211331af 2024-11-16T19:32:15,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:32:15,092 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-16T19:32:15,094 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,37365,1731785522924 (queues=1) is replicating from cluster=82c0f950-19af-4176-97f0-c8cab974cc8e to cluster=6d89b29d-e582-4ee4-b3de-2e9f250c2600 2024-11-16T19:32:15,094 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C37365%2C1731785522924 2024-11-16T19:32:15,094 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,37365,1731785522924, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:32:15,094 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903, startPosition=0, beingWritten=true 2024-11-16T19:32:15,095 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C37365%2C1731785522924 2024-11-16T19:32:15,111 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:32:15,111 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 379, reset compression=false 2024-11-16T19:32:15,111 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,37365,1731785522924 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:32:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:32:15,120 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:32:15,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:32:15,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:32:15,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:15,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:15,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:32:15,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:15,129 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731785535127/Put/seqid=0 2024-11-16T19:32:15,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741840_1016 (size=7894) 2024-11-16T19:32:15,319 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 379, reset compression=false 2024-11-16T19:32:15,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f/f/hfile_1 is 34, key is ddd/f:row/1731785535542/Put/seqid=0 2024-11-16T19:32:15,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741841_1017 (size=7691) 2024-11-16T19:32:15,623 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 379, reset compression=false 2024-11-16T19:32:15,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a15ffdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:15,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,37207,-1 for getting cluster id 2024-11-16T19:32:15,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:15,952 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82c0f950-19af-4176-97f0-c8cab974cc8e' 2024-11-16T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82c0f950-19af-4176-97f0-c8cab974cc8e" 2024-11-16T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7113fa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,37207,-1] 2024-11-16T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:15,954 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:15,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0f122a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:15,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,37365,1731785522924, seqNum=-1] 2024-11-16T19:32:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:15,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:32:15,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:32:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,37207,1731785522849 2024-11-16T19:32:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523ffe98 2024-11-16T19:32:15,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:32:15,972 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:32:15,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2] 2024-11-16T19:32:15,986 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:32:15,997 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T19:32:16,000 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T19:32:16,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f/f/hfile_1 for inclusion in e5498ded6e30faa13ac6ab05b573f584/f 2024-11-16T19:32:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T19:32:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:32:16,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f/f/hfile_0 for inclusion in e5498ded6e30faa13ac6ab05b573f584/f 2024-11-16T19:32:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T19:32:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:32:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HRegion(2603): Flush status journal for e5498ded6e30faa13ac6ab05b573f584: 2024-11-16T19:32:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f/f/hfile_1 to hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_1 2024-11-16T19:32:16,027 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 379, reset compression=false 2024-11-16T19:32:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_1 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ 2024-11-16T19:32:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f/f/hfile_0 to hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_0 2024-11-16T19:32:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_0 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f/36a178db7db941459465902eecb4347b_SeqId_4_ 2024-11-16T19:32:16,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_1 into e5498ded6e30faa13ac6ab05b573f584/f as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ - updating store file list. 2024-11-16T19:32:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:32:16,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ into e5498ded6e30faa13ac6ab05b573f584/f 2024-11-16T19:32:16,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_1 into e5498ded6e30faa13ac6ab05b573f584/f (new location: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_) 2024-11-16T19:32:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_1 2024-11-16T19:32:16,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_0 into e5498ded6e30faa13ac6ab05b573f584/f as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f/36a178db7db941459465902eecb4347b_SeqId_4_ - updating store file list. 2024-11-16T19:32:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36a178db7db941459465902eecb4347b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:32:16,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f/36a178db7db941459465902eecb4347b_SeqId_4_ into e5498ded6e30faa13ac6ab05b573f584/f 2024-11-16T19:32:16,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_0 into e5498ded6e30faa13ac6ab05b573f584/f (new location: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f/36a178db7db941459465902eecb4347b_SeqId_4_) 2024-11-16T19:32:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__p49a6c4mnl0m2i56esvgttclm2n8viuooek3vr7bsbto2qpmkjb0ncugc41u1hvv/f/hfile_0 2024-11-16T19:32:16,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:32:16,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:32:16,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:16,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:16,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:32:16,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:16,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2 , the old value is region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d11ab77873cb:37365 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:32:16,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:32:16,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2 from cache 2024-11-16T19:32:16,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,45491,1731785526870, seqNum=-1] 2024-11-16T19:32:16,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:16,059 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T19:32:16,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:32:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b., hostname=d11ab77873cb,45491,1731785526870, seqNum=2] 2024-11-16T19:32:16,064 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T19:32:16,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:37365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T19:32:16,532 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 379, reset compression=false 2024-11-16T19:32:16,537 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:32:16,537 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,37365,1731785522924 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5498ded6e30faa13ac6ab05b573f584/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731785536052/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T19:32:16,555 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:32:16,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-16T19:32:16,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.ReplicationSink(318): Replicating [82c0f950-19af-4176-97f0-c8cab974cc8e] bulk loaded data 2024-11-16T19:32:16,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ffa4a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:16,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45149,-1 for getting cluster id 2024-11-16T19:32:16,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:16,561 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d89b29d-e582-4ee4-b3de-2e9f250c2600' 2024-11-16T19:32:16,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:16,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d89b29d-e582-4ee4-b3de-2e9f250c2600" 2024-11-16T19:32:16,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f7939a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:16,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45149,-1] 2024-11-16T19:32:16,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:16,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:16,562 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:16,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@620c9910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741837_1013 (size=7691) 2024-11-16T19:32:16,738 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 687, reset compression=false 2024-11-16T19:32:16,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:32:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741838_1014 (size=7894) 2024-11-16T19:32:17,043 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 687, reset compression=false 2024-11-16T19:32:17,066 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T19:32:17,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:32:17,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45149,1731785526828 2024-11-16T19:32:17,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70b89462 2024-11-16T19:32:17,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:32:17,392 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-16T19:32:17,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:32:17,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:17,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,45491,1731785526870, seqNum=-1] 2024-11-16T19:32:17,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:17,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-16T19:32:17,409 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/36a178db7db941459465902eecb4347b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T19:32:17,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T19:32:17,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/36a178db7db941459465902eecb4347b_SeqId_4_ for inclusion in 656fcab6e9192ae6b4bcc362ab00446b/f 2024-11-16T19:32:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T19:32:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:32:17,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ for inclusion in 656fcab6e9192ae6b4bcc362ab00446b/f 2024-11-16T19:32:17,455 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 687, reset compression=false 2024-11-16T19:32:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T19:32:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:32:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HRegion(2603): Flush status journal for 656fcab6e9192ae6b4bcc362ab00446b: 2024-11-16T19:32:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 36a178db7db941459465902eecb4347b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:32:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/36a178db7db941459465902eecb4347b_SeqId_4_ as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/f/f5633163103b4eaea9977464f2c88287_SeqId_4_ 2024-11-16T19:32:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:32:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/f/86e63abcaf9b40fcbdb1e1a40d063ca3_SeqId_4_ 2024-11-16T19:32:17,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/36a178db7db941459465902eecb4347b_SeqId_4_ into 656fcab6e9192ae6b4bcc362ab00446b/f as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/f/f5633163103b4eaea9977464f2c88287_SeqId_4_ - updating store file list. 2024-11-16T19:32:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5633163103b4eaea9977464f2c88287_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:32:17,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/f/f5633163103b4eaea9977464f2c88287_SeqId_4_ into 656fcab6e9192ae6b4bcc362ab00446b/f 2024-11-16T19:32:17,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/36a178db7db941459465902eecb4347b_SeqId_4_ into 656fcab6e9192ae6b4bcc362ab00446b/f (new location: hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/f/f5633163103b4eaea9977464f2c88287_SeqId_4_) 2024-11-16T19:32:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/36a178db7db941459465902eecb4347b_SeqId_4_ 2024-11-16T19:32:17,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ into 656fcab6e9192ae6b4bcc362ab00446b/f as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/f/86e63abcaf9b40fcbdb1e1a40d063ca3_SeqId_4_ - updating store file list. 2024-11-16T19:32:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86e63abcaf9b40fcbdb1e1a40d063ca3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:32:17,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/f/86e63abcaf9b40fcbdb1e1a40d063ca3_SeqId_4_ into 656fcab6e9192ae6b4bcc362ab00446b/f 2024-11-16T19:32:17,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ into 656fcab6e9192ae6b4bcc362ab00446b/f (new location: hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/f/86e63abcaf9b40fcbdb1e1a40d063ca3_SeqId_4_) 2024-11-16T19:32:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/staging/jenkins.hfs.6__test__q913alo3f6qlf46ssjns94ang4kg8ajshl7l3nu95l6uu6do2ecneiqc2om1paal/f/7320c3d8754341cdb241bef9f6cfcfe0_SeqId_4_ 2024-11-16T19:32:17,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] regionserver.ReplicationSink(324): Finished replicating [82c0f950-19af-4176-97f0-c8cab974cc8e] bulk loaded data 2024-11-16T19:32:17,959 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 687, reset compression=false 2024-11-16T19:32:18,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:32:18,085 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731785538084/Put/seqid=0 2024-11-16T19:32:18,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741842_1018 (size=7997) 2024-11-16T19:32:18,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731785538494/Put/seqid=0 2024-11-16T19:32:18,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741843_1019 (size=7794) 2024-11-16T19:32:18,564 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 687, reset compression=false 2024-11-16T19:32:18,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a79bf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:18,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,37207,-1 for getting cluster id 2024-11-16T19:32:18,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:32:18,902 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82c0f950-19af-4176-97f0-c8cab974cc8e' 2024-11-16T19:32:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:32:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82c0f950-19af-4176-97f0-c8cab974cc8e" 2024-11-16T19:32:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f899145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,37207,-1] 2024-11-16T19:32:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:32:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:18,904 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:32:18,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711f0347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:32:18,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,37365,1731785522924, seqNum=-1] 2024-11-16T19:32:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:18,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:32:18,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:32:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,37207,1731785522849 2024-11-16T19:32:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5facb0f2 2024-11-16T19:32:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:32:18,922 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:32:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2] 2024-11-16T19:32:18,929 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:32:18,936 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T19:32:18,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T19:32:18,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f1/f1/hfile_0 for inclusion in e5498ded6e30faa13ac6ab05b573f584/f1 2024-11-16T19:32:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T19:32:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:32:18,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f1/f1/hfile_1 for inclusion in e5498ded6e30faa13ac6ab05b573f584/f1 2024-11-16T19:32:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T19:32:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:32:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HRegion(2603): Flush status journal for e5498ded6e30faa13ac6ab05b573f584: 2024-11-16T19:32:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f1/f1/hfile_0 to hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_0 2024-11-16T19:32:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_0 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f1/2b0e29e023ad4c00954eb1307fcc710b_SeqId_6_ 2024-11-16T19:32:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/load_f1/f1/hfile_1 to hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_1 2024-11-16T19:32:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_1 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f1/ad3dc41dd0094283b9868d33a132cd89_SeqId_6_ 2024-11-16T19:32:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-16T19:32:18,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_0 into e5498ded6e30faa13ac6ab05b573f584/f1 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f1/2b0e29e023ad4c00954eb1307fcc710b_SeqId_6_ - updating store file list. 2024-11-16T19:32:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2b0e29e023ad4c00954eb1307fcc710b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:32:18,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f1/2b0e29e023ad4c00954eb1307fcc710b_SeqId_6_ into e5498ded6e30faa13ac6ab05b573f584/f1 2024-11-16T19:32:18,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_0 into e5498ded6e30faa13ac6ab05b573f584/f1 (new location: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f1/2b0e29e023ad4c00954eb1307fcc710b_SeqId_6_) 2024-11-16T19:32:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_0 2024-11-16T19:32:18,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_1 into e5498ded6e30faa13ac6ab05b573f584/f1 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f1/ad3dc41dd0094283b9868d33a132cd89_SeqId_6_ - updating store file list. 2024-11-16T19:32:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad3dc41dd0094283b9868d33a132cd89_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:32:18,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f1/ad3dc41dd0094283b9868d33a132cd89_SeqId_6_ into e5498ded6e30faa13ac6ab05b573f584/f1 2024-11-16T19:32:18,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_1 into e5498ded6e30faa13ac6ab05b573f584/f1 (new location: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/f1/ad3dc41dd0094283b9868d33a132cd89_SeqId_6_) 2024-11-16T19:32:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37365 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/staging/jenkins__test__rso9hp8k720i997b08onlvfuooma5b1ht79l8okmae52cr4j6hkleie41sscfbav/f1/hfile_1 2024-11-16T19:32:18,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:32:18,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:32:18,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:18,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:32:18,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:32:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2 , the old value is region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d11ab77873cb:37365 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:32:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:32:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2 from cache 2024-11-16T19:32:18,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:32:18,975 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T19:32:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,37365,1731785522924, seqNum=-1] 2024-11-16T19:32:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:32:18,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:32:18,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584., hostname=d11ab77873cb,37365,1731785522924, seqNum=2] 2024-11-16T19:32:19,079 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:37365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T19:32:19,268 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 687, reset compression=false 2024-11-16T19:32:19,275 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:32:19,275 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:19,275 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,37365,1731785522924 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:32:19,482 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:19,786 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:20,190 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:20,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:32:20,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:20,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:20,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:20,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:32:20,693 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:21,297 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:21,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T19:32:21,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T19:32:22,001 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:22,805 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:23,712 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:24,716 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:25,822 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:27,029 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:28,333 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:29,737 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:31,241 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:32,438 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T19:32:32,847 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:34,551 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:36,355 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:36,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T19:32:38,259 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:39,278 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,37365,1731785522924 got entry batch from reader: null 2024-11-16T19:32:40,263 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:42,367 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:44,571 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:45,905 INFO [master/d11ab77873cb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T19:32:45,905 INFO [master/d11ab77873cb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T19:32:46,876 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:49,281 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:50,318 INFO [master/d11ab77873cb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T19:32:50,318 INFO [master/d11ab77873cb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T19:32:51,785 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:54,389 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:55,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e5498ded6e30faa13ac6ab05b573f584, had cached 0 bytes from a total of 31376 2024-11-16T19:32:57,099 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:32:57,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 656fcab6e9192ae6b4bcc362ab00446b, had cached 0 bytes from a total of 15585 2024-11-16T19:32:59,278 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,37365,1731785522924 got entry batch from reader: null 2024-11-16T19:32:59,903 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:33:02,438 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T19:33:02,808 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:33:05,812 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:33:06,358 DEBUG [master/d11ab77873cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T19:33:06,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T19:33:08,916 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:33:09,529 DEBUG [master/d11ab77873cb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T19:33:12,120 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:33:15,424 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:33:18,828 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:33:19,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:33:19,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:19,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:19,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:19,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:19,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:19,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:33:19,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1974405450, stopped=false 2024-11-16T19:33:19,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,45149,1731785526828 2024-11-16T19:33:19,020 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1908017779/running 2024-11-16T19:33:19,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1908017779/running 2024-11-16T19:33:19,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:33:19,020 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:33:19,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:19,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:19,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:19,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:19,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on znode that does not yet exist, /1908017779/running 2024-11-16T19:33:19,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Set watcher on znode that does not yet exist, /1908017779/running 2024-11-16T19:33:19,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,45491,1731785526870' ***** 2024-11-16T19:33:19,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:33:19,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(3091): Received CLOSE for 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,45491,1731785526870 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:45491. 2024-11-16T19:33:19,021 DEBUG [RS:0;d11ab77873cb:45491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:19,021 DEBUG [RS:0;d11ab77873cb:45491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:19,021 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 656fcab6e9192ae6b4bcc362ab00446b, disabling compactions & flushes 2024-11-16T19:33:19,021 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:33:19,021 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:33:19,021 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. after waiting 0 ms 2024-11-16T19:33:19,021 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:33:19,021 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:33:19,022 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:33:19,022 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 656fcab6e9192ae6b4bcc362ab00446b=test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b.} 2024-11-16T19:33:19,022 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 656fcab6e9192ae6b4bcc362ab00446b 2024-11-16T19:33:19,022 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:19,022 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:19,022 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:19,022 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:19,022 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:19,022 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T19:33:19,026 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/default/test/656fcab6e9192ae6b4bcc362ab00446b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T19:33:19,027 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:19,027 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:33:19,027 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:33:19,027 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 656fcab6e9192ae6b4bcc362ab00446b: Waiting for close lock at 1731785599021Running coprocessor pre-close hooks at 1731785599021Disabling compacts and flushes for region at 1731785599021Disabling writes for close at 1731785599021Writing region close event to WAL at 1731785599022 (+1 ms)Running coprocessor post-close hooks at 1731785599027 (+5 ms)Closed at 1731785599027 2024-11-16T19:33:19,027 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b. 2024-11-16T19:33:19,043 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/info/bdcd1b66a2004ea78b8fde579e8e652e is 129, key is test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b./info:regioninfo/1731785532989/Put/seqid=0 2024-11-16T19:33:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741839_1015 (size=6421) 2024-11-16T19:33:19,115 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:19,222 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:19,278 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,37365,1731785522924 got entry batch from reader: null 2024-11-16T19:33:19,422 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:19,447 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/info/bdcd1b66a2004ea78b8fde579e8e652e 2024-11-16T19:33:19,468 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/ns/7fbf5fd723fc481b9f56b1de2bb6cda6 is 43, key is default/ns:d/1731785529519/Put/seqid=0 2024-11-16T19:33:19,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741840_1016 (size=5153) 2024-11-16T19:33:19,622 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:19,814 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:33:19,814 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:33:19,822 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:19,873 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/ns/7fbf5fd723fc481b9f56b1de2bb6cda6 2024-11-16T19:33:19,890 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/rep_barrier/184ddd295cd94527af7363240d781369 is 112, key is test,,1731785531804.656fcab6e9192ae6b4bcc362ab00446b./rep_barrier:seqnumDuringOpen/1731785532989/Put/seqid=0 2024-11-16T19:33:19,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741841_1017 (size=5518) 2024-11-16T19:33:20,022 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:33:20,022 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:33:20,022 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:20,223 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:20,294 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/rep_barrier/184ddd295cd94527af7363240d781369 2024-11-16T19:33:20,312 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/table/d9c5bfb396624c1a99db43170f29b208 is 40, key is test/table:state/1731785533000/Put/seqid=0 2024-11-16T19:33:20,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741842_1018 (size=5165) 2024-11-16T19:33:20,423 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:20,623 DEBUG [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:20,716 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/table/d9c5bfb396624c1a99db43170f29b208 2024-11-16T19:33:20,723 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/info/bdcd1b66a2004ea78b8fde579e8e652e as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/info/bdcd1b66a2004ea78b8fde579e8e652e 2024-11-16T19:33:20,729 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/info/bdcd1b66a2004ea78b8fde579e8e652e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T19:33:20,730 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/ns/7fbf5fd723fc481b9f56b1de2bb6cda6 as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/ns/7fbf5fd723fc481b9f56b1de2bb6cda6 2024-11-16T19:33:20,746 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/ns/7fbf5fd723fc481b9f56b1de2bb6cda6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:33:20,747 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/rep_barrier/184ddd295cd94527af7363240d781369 as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/rep_barrier/184ddd295cd94527af7363240d781369 2024-11-16T19:33:20,754 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/rep_barrier/184ddd295cd94527af7363240d781369, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T19:33:20,755 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/.tmp/table/d9c5bfb396624c1a99db43170f29b208 as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/table/d9c5bfb396624c1a99db43170f29b208 2024-11-16T19:33:20,764 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/table/d9c5bfb396624c1a99db43170f29b208, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:33:20,766 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=11, compaction requested=false 2024-11-16T19:33:20,773 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T19:33:20,774 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:20,774 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:20,774 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:20,774 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785599022Running coprocessor pre-close hooks at 1731785599022Disabling compacts and flushes for region at 1731785599022Disabling writes for close at 1731785599022Obtaining lock to block concurrent updates at 1731785599022Preparing flush snapshotting stores in 1588230740 at 1731785599022Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731785599022Flushing stores of hbase:meta,,1.1588230740 at 1731785599023 (+1 ms)Flushing 1588230740/info: creating writer at 1731785599023Flushing 1588230740/info: appending metadata at 1731785599042 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731785599042Flushing 1588230740/ns: creating writer at 1731785599452 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731785599468 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731785599468Flushing 1588230740/rep_barrier: creating writer at 1731785599878 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785599890 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785599890Flushing 1588230740/table: creating writer at 1731785600299 (+409 ms)Flushing 1588230740/table: appending metadata at 1731785600311 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731785600311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248f5ce8: reopening flushed file at 1731785600722 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1095bbdb: reopening flushed file at 1731785600729 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d20bc7: reopening flushed file at 1731785600746 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d905922: reopening flushed file at 1731785600754 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=11, compaction requested=false at 1731785600766 (+12 ms)Writing region close event to WAL at 1731785600767 (+1 ms)Running coprocessor post-close hooks at 1731785600773 (+6 ms)Closed at 1731785600774 (+1 ms) 2024-11-16T19:33:20,774 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:20,823 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,45491,1731785526870; all regions closed. 2024-11-16T19:33:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741834_1010 (size=2717) 2024-11-16T19:33:20,832 DEBUG [RS:0;d11ab77873cb:45491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/oldWALs 2024-11-16T19:33:20,832 INFO [RS:0;d11ab77873cb:45491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C45491%2C1731785526870.meta:.meta(num 1731785529456) 2024-11-16T19:33:20,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741832_1008 (size=1028) 2024-11-16T19:33:20,840 DEBUG [RS:0;d11ab77873cb:45491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/oldWALs 2024-11-16T19:33:20,840 INFO [RS:0;d11ab77873cb:45491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C45491%2C1731785526870:(num 1731785528903) 2024-11-16T19:33:20,840 DEBUG [RS:0;d11ab77873cb:45491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:20,840 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:20,840 INFO [RS:0;d11ab77873cb:45491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:20,840 INFO [RS:0;d11ab77873cb:45491 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:20,841 INFO [RS:0;d11ab77873cb:45491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:20,841 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:20,841 INFO [RS:0;d11ab77873cb:45491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:45491. 2024-11-16T19:33:20,842 DEBUG [RS:0;d11ab77873cb:45491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:20,842 DEBUG [RS:0;d11ab77873cb:45491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:20,842 DEBUG [RS:0;d11ab77873cb:45491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:20,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:20,842 INFO [RS:0;d11ab77873cb:45491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45491 2024-11-16T19:33:20,844 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1908017779/rs/d11ab77873cb,45491,1731785526870 2024-11-16T19:33:20,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779/rs 2024-11-16T19:33:20,844 INFO [RS:0;d11ab77873cb:45491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:20,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,45491,1731785526870] 2024-11-16T19:33:20,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1908017779/draining/d11ab77873cb,45491,1731785526870 already deleted, retry=false 2024-11-16T19:33:20,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,45491,1731785526870 expired; onlineServers=0 2024-11-16T19:33:20,845 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,45149,1731785526828' ***** 2024-11-16T19:33:20,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:33:20,845 INFO [M:0;d11ab77873cb:45149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:20,845 INFO [M:0;d11ab77873cb:45149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:20,845 DEBUG [M:0;d11ab77873cb:45149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:33:20,845 DEBUG [M:0;d11ab77873cb:45149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:33:20,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:33:20,845 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785528708 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785528708,5,FailOnTimeoutGroup] 2024-11-16T19:33:20,845 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785528715 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785528715,5,FailOnTimeoutGroup] 2024-11-16T19:33:20,845 INFO [M:0;d11ab77873cb:45149 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:20,845 INFO [M:0;d11ab77873cb:45149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:20,846 DEBUG [M:0;d11ab77873cb:45149 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:33:20,846 INFO [M:0;d11ab77873cb:45149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:33:20,846 INFO [M:0;d11ab77873cb:45149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:20,846 INFO [M:0;d11ab77873cb:45149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:33:20,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:33:20,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1908017779/master 2024-11-16T19:33:20,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1908017779 2024-11-16T19:33:20,848 DEBUG [M:0;d11ab77873cb:45149 {}] zookeeper.RecoverableZooKeeper(212): Node /1908017779/master already deleted, retry=false 2024-11-16T19:33:20,848 DEBUG [M:0;d11ab77873cb:45149 {}] master.ActiveMasterManager(353): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Failed delete of our master address node; KeeperErrorCode = NoNode for /1908017779/master 2024-11-16T19:33:20,849 INFO [M:0;d11ab77873cb:45149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/.lastflushedseqids 2024-11-16T19:33:20,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741843_1019 (size=173) 2024-11-16T19:33:20,869 INFO [M:0;d11ab77873cb:45149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:33:20,869 INFO [M:0;d11ab77873cb:45149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:33:20,869 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:20,869 INFO [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:20,869 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:20,869 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:20,869 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:20,869 INFO [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-16T19:33:20,888 DEBUG [M:0;d11ab77873cb:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e4e0102a8ec4240bee0d36b1a09f294 is 82, key is hbase:meta,,1/info:regioninfo/1731785529504/Put/seqid=0 2024-11-16T19:33:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741844_1020 (size=5672) 2024-11-16T19:33:20,945 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:20,945 INFO [RS:0;d11ab77873cb:45491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:20,945 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x1004a0557b20004, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:20,945 INFO [RS:0;d11ab77873cb:45491 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,45491,1731785526870; zookeeper connection closed. 2024-11-16T19:33:20,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60ee7d80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60ee7d80 2024-11-16T19:33:20,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:33:21,293 INFO [M:0;d11ab77873cb:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e4e0102a8ec4240bee0d36b1a09f294 2024-11-16T19:33:21,321 DEBUG [M:0;d11ab77873cb:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efe8bb322b584f91a33155784b592594 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731785533006/Put/seqid=0 2024-11-16T19:33:21,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741845_1021 (size=6727) 2024-11-16T19:33:21,727 INFO [M:0;d11ab77873cb:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efe8bb322b584f91a33155784b592594 2024-11-16T19:33:21,733 INFO [M:0;d11ab77873cb:45149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efe8bb322b584f91a33155784b592594 2024-11-16T19:33:21,754 DEBUG [M:0;d11ab77873cb:45149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fcab88cf6b64ac6a4f14128eb427505 is 69, key is d11ab77873cb,45491,1731785526870/rs:state/1731785528736/Put/seqid=0 2024-11-16T19:33:21,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741846_1022 (size=5156) 2024-11-16T19:33:21,759 INFO [M:0;d11ab77873cb:45149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fcab88cf6b64ac6a4f14128eb427505 2024-11-16T19:33:21,765 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e4e0102a8ec4240bee0d36b1a09f294 as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e4e0102a8ec4240bee0d36b1a09f294 2024-11-16T19:33:21,771 INFO [M:0;d11ab77873cb:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e4e0102a8ec4240bee0d36b1a09f294, entries=8, sequenceid=58, filesize=5.5 K 2024-11-16T19:33:21,772 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efe8bb322b584f91a33155784b592594 as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efe8bb322b584f91a33155784b592594 2024-11-16T19:33:21,778 INFO [M:0;d11ab77873cb:45149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efe8bb322b584f91a33155784b592594 2024-11-16T19:33:21,778 INFO [M:0;d11ab77873cb:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efe8bb322b584f91a33155784b592594, entries=6, sequenceid=58, filesize=6.6 K 2024-11-16T19:33:21,781 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fcab88cf6b64ac6a4f14128eb427505 as hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fcab88cf6b64ac6a4f14128eb427505 2024-11-16T19:33:21,788 INFO [M:0;d11ab77873cb:45149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45725/user/jenkins/test-data/82bcf2cc-f391-eb3f-aafb-aacb39da1204/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fcab88cf6b64ac6a4f14128eb427505, entries=1, sequenceid=58, filesize=5.0 K 2024-11-16T19:33:21,790 INFO [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=58, compaction requested=false 2024-11-16T19:33:21,791 INFO [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:21,791 DEBUG [M:0;d11ab77873cb:45149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785600869Disabling compacts and flushes for region at 1731785600869Disabling writes for close at 1731785600869Obtaining lock to block concurrent updates at 1731785600869Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785600869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731785600870 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785600870Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785600870Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785600888 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785600888Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785601299 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785601321 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785601321Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785601733 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785601754 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785601754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa69f38: reopening flushed file at 1731785601764 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6494af84: reopening flushed file at 1731785601771 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b22d0d7: reopening flushed file at 1731785601778 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=58, compaction requested=false at 1731785601790 (+12 ms)Writing region close event to WAL at 1731785601791 (+1 ms)Closed at 1731785601791 2024-11-16T19:33:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741830_1006 (size=33026) 2024-11-16T19:33:21,794 INFO [M:0;d11ab77873cb:45149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:33:21,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:21,794 INFO [M:0;d11ab77873cb:45149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45149 2024-11-16T19:33:21,795 INFO [M:0;d11ab77873cb:45149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:21,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:21,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45149-0x1004a0557b20003, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:21,898 INFO [M:0;d11ab77873cb:45149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:21,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72b0e533{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:33:21,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c43552{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:33:21,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:33:21,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0f2738{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:33:21,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ecb7325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.log.dir/,STOPPED} 2024-11-16T19:33:21,909 WARN [BP-924128681-172.17.0.2-1731785525985 heartbeating to localhost/127.0.0.1:45725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:33:21,909 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:33:21,909 WARN [BP-924128681-172.17.0.2-1731785525985 heartbeating to localhost/127.0.0.1:45725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-924128681-172.17.0.2-1731785525985 (Datanode Uuid 6164dccd-8339-4219-a865-22c08c31cc3a) service to localhost/127.0.0.1:45725 2024-11-16T19:33:21,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:33:21,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/cluster_1a5bc3e3-d9af-edb4-356f-0f23688306a3/data/data1/current/BP-924128681-172.17.0.2-1731785525985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:33:21,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/cluster_1a5bc3e3-d9af-edb4-356f-0f23688306a3/data/data2/current/BP-924128681-172.17.0.2-1731785525985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:33:21,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:33:21,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b787206{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:33:21,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6293cd27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:33:21,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:33:21,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f115a82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:33:21,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715872{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.log.dir/,STOPPED} 2024-11-16T19:33:21,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:33:21,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:33:21,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:21,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:21,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:21,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:21,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:21,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:33:21,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190379160, stopped=false 2024-11-16T19:33:21,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,37207,1731785522849 2024-11-16T19:33:21,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199199856/running 2024-11-16T19:33:21,933 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:33:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199199856/running 2024-11-16T19:33:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:33:21,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on znode that does not yet exist, /0-199199856/running 2024-11-16T19:33:21,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Set watcher on znode that does not yet exist, /0-199199856/running 2024-11-16T19:33:21,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:21,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:21,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:21,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,37365,1731785522924' ***** 2024-11-16T19:33:21,936 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:33:21,936 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:33:21,936 INFO [RS:0;d11ab77873cb:37365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:33:21,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:33:21,936 INFO [RS:0;d11ab77873cb:37365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:33:21,936 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d8b0385989605c64ff78bb049b95c86 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(3091): Received CLOSE for e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,37365,1731785522924 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:37365. 2024-11-16T19:33:21,943 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d8b0385989605c64ff78bb049b95c86, disabling compactions & flushes 2024-11-16T19:33:21,943 DEBUG [RS:0;d11ab77873cb:37365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:21,943 DEBUG [RS:0;d11ab77873cb:37365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:21,943 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:33:21,943 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:33:21,943 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. after waiting 0 ms 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:33:21,943 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:33:21,943 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d8b0385989605c64ff78bb049b95c86 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-16T19:33:21,943 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:33:21,943 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1325): Online Regions={0d8b0385989605c64ff78bb049b95c86=hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86., 1588230740=hbase:meta,,1.1588230740, e5498ded6e30faa13ac6ab05b573f584=test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584.} 2024-11-16T19:33:21,943 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1351): Waiting on 0d8b0385989605c64ff78bb049b95c86, 1588230740, e5498ded6e30faa13ac6ab05b573f584 2024-11-16T19:33:21,943 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:21,943 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:21,943 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:21,943 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:21,943 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:21,944 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:33:21,958 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/.tmp/hfileref/d327ff3be0e946d6a4624ab734a43b6f is 74, key is 1/hfileref:36a178db7db941459465902eecb4347b_SeqId_4_/1731785537474/DeleteColumn/seqid=0 2024-11-16T19:33:21,958 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/info/39beab535e5746d3b31959939903da3c is 147, key is hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86./info:regioninfo/1731785534787/Put/seqid=0 2024-11-16T19:33:21,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741844_1020 (size=5203) 2024-11-16T19:33:21,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741845_1021 (size=7686) 2024-11-16T19:33:21,975 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/.tmp/hfileref/d327ff3be0e946d6a4624ab734a43b6f 2024-11-16T19:33:21,976 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/info/39beab535e5746d3b31959939903da3c 2024-11-16T19:33:21,999 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/ns/9bbf0a9de618404ba5040551541a232a is 43, key is default/ns:d/1731785525860/Put/seqid=0 2024-11-16T19:33:22,022 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/.tmp/queue/0e960d745b2d4eff915def1b0dea024b is 153, key is 1-d11ab77873cb,37365,1731785522924/queue:d11ab77873cb%2C37365%2C1731785522924/1731785539277/Put/seqid=0 2024-11-16T19:33:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741846_1022 (size=5153) 2024-11-16T19:33:22,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741847_1023 (size=5352) 2024-11-16T19:33:22,031 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/.tmp/queue/0e960d745b2d4eff915def1b0dea024b 2024-11-16T19:33:22,031 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/ns/9bbf0a9de618404ba5040551541a232a 2024-11-16T19:33:22,033 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:22,038 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/.tmp/hfileref/d327ff3be0e946d6a4624ab734a43b6f as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/hfileref/d327ff3be0e946d6a4624ab734a43b6f 2024-11-16T19:33:22,051 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/hfileref/d327ff3be0e946d6a4624ab734a43b6f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-16T19:33:22,052 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/.tmp/queue/0e960d745b2d4eff915def1b0dea024b as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/queue/0e960d745b2d4eff915def1b0dea024b 2024-11-16T19:33:22,055 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/rep_barrier/7aca5731dafb46c3a19b73072de25a0e is 112, key is test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584./rep_barrier:seqnumDuringOpen/1731785530817/Put/seqid=0 2024-11-16T19:33:22,058 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/queue/0e960d745b2d4eff915def1b0dea024b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T19:33:22,059 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0d8b0385989605c64ff78bb049b95c86 in 116ms, sequenceid=10, compaction requested=false 2024-11-16T19:33:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741848_1024 (size=5518) 2024-11-16T19:33:22,070 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/replication/0d8b0385989605c64ff78bb049b95c86/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T19:33:22,071 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:22,071 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:22,071 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:33:22,071 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d8b0385989605c64ff78bb049b95c86: Waiting for close lock at 1731785601943Running coprocessor pre-close hooks at 1731785601943Disabling compacts and flushes for region at 1731785601943Disabling writes for close at 1731785601943Obtaining lock to block concurrent updates at 1731785601943Preparing flush snapshotting stores in 0d8b0385989605c64ff78bb049b95c86 at 1731785601943Finished memstore snapshotting hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731785601943Flushing stores of hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. at 1731785601944 (+1 ms)Flushing 0d8b0385989605c64ff78bb049b95c86/hfileref: creating writer at 1731785601944Flushing 0d8b0385989605c64ff78bb049b95c86/hfileref: appending metadata at 1731785601958 (+14 ms)Flushing 0d8b0385989605c64ff78bb049b95c86/hfileref: closing flushed file at 1731785601958Flushing 0d8b0385989605c64ff78bb049b95c86/queue: creating writer at 1731785601981 (+23 ms)Flushing 0d8b0385989605c64ff78bb049b95c86/queue: appending metadata at 1731785602022 (+41 ms)Flushing 0d8b0385989605c64ff78bb049b95c86/queue: closing flushed file at 1731785602022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e720815: reopening flushed file at 1731785602036 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c84d26: reopening flushed file at 1731785602051 (+15 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0d8b0385989605c64ff78bb049b95c86 in 116ms, sequenceid=10, compaction requested=false at 1731785602059 (+8 ms)Writing region close event to WAL at 1731785602062 (+3 ms)Running coprocessor post-close hooks at 1731785602071 (+9 ms)Closed at 1731785602071 2024-11-16T19:33:22,071 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785533992.0d8b0385989605c64ff78bb049b95c86. 2024-11-16T19:33:22,071 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5498ded6e30faa13ac6ab05b573f584, disabling compactions & flushes 2024-11-16T19:33:22,071 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:33:22,071 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:33:22,071 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. after waiting 0 ms 2024-11-16T19:33:22,071 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:33:22,078 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/default/test/e5498ded6e30faa13ac6ab05b573f584/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T19:33:22,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:22,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:33:22,079 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:33:22,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5498ded6e30faa13ac6ab05b573f584: Waiting for close lock at 1731785602071Running coprocessor pre-close hooks at 1731785602071Disabling compacts and flushes for region at 1731785602071Disabling writes for close at 1731785602071Writing region close event to WAL at 1731785602072 (+1 ms)Running coprocessor post-close hooks at 1731785602079 (+7 ms)Closed at 1731785602079 2024-11-16T19:33:22,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785529633.e5498ded6e30faa13ac6ab05b573f584. 2024-11-16T19:33:22,144 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:22,331 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 997, reset compression=false 2024-11-16T19:33:22,336 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:33:22,336 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 1292, reset compression=false 2024-11-16T19:33:22,336 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,37365,1731785522924 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:33:22,337 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,37365,1731785522924: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,37365,1731785522924, walGroup=d11ab77873cb%2C37365%2C1731785522924, offset=d11ab77873cb%2C37365%2C1731785522924.1731785524903:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:37365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:33:22,339 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:33:22,339 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:33:22,340 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:33:22,340 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:33:22,340 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:33:22,340 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 477648128 }, "NonHeapMemoryUsage": { "committed": 181207040, "init": 7667712, "max": -1, "used": 176665544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:33:22,343 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:37207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:37207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:33:22,344 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:22,466 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/rep_barrier/7aca5731dafb46c3a19b73072de25a0e 2024-11-16T19:33:22,484 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/table/8eef95f6294f4186b6ced89003e11e82 is 53, key is hbase:replication/table:state/1731785534797/Put/seqid=0 2024-11-16T19:33:22,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741849_1025 (size=5308) 2024-11-16T19:33:22,543 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 1292, reset compression=false 2024-11-16T19:33:22,544 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:22,744 DEBUG [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:22,828 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:33:22,828 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:33:22,853 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 to pos 1292, reset compression=false 2024-11-16T19:33:22,889 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/table/8eef95f6294f4186b6ced89003e11e82 2024-11-16T19:33:22,895 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/info/39beab535e5746d3b31959939903da3c as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/info/39beab535e5746d3b31959939903da3c 2024-11-16T19:33:22,901 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/info/39beab535e5746d3b31959939903da3c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:33:22,902 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/ns/9bbf0a9de618404ba5040551541a232a as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/ns/9bbf0a9de618404ba5040551541a232a 2024-11-16T19:33:22,908 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/ns/9bbf0a9de618404ba5040551541a232a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:33:22,909 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/rep_barrier/7aca5731dafb46c3a19b73072de25a0e as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/rep_barrier/7aca5731dafb46c3a19b73072de25a0e 2024-11-16T19:33:22,916 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/rep_barrier/7aca5731dafb46c3a19b73072de25a0e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:33:22,917 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/.tmp/table/8eef95f6294f4186b6ced89003e11e82 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/table/8eef95f6294f4186b6ced89003e11e82 2024-11-16T19:33:22,924 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/table/8eef95f6294f4186b6ced89003e11e82, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:33:22,925 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=16, compaction requested=false 2024-11-16T19:33:22,925 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:33:22,931 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:33:22,931 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:22,931 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:22,932 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:22,932 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785601943Running coprocessor pre-close hooks at 1731785601943Disabling compacts and flushes for region at 1731785601943Disabling writes for close at 1731785601943Obtaining lock to block concurrent updates at 1731785601944 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731785601944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785601944Flushing stores of hbase:meta,,1.1588230740 at 1731785601944Flushing 1588230740/info: creating writer at 1731785601944Flushing 1588230740/info: appending metadata at 1731785601958 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731785601958Flushing 1588230740/ns: creating writer at 1731785601981 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731785601999 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731785601999Flushing 1588230740/rep_barrier: creating writer at 1731785602036 (+37 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785602055 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785602055Flushing 1588230740/table: creating writer at 1731785602471 (+416 ms)Flushing 1588230740/table: appending metadata at 1731785602484 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731785602484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f93a95: reopening flushed file at 1731785602894 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78165467: reopening flushed file at 1731785602901 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1e143a: reopening flushed file at 1731785602908 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233bedf6: reopening flushed file at 1731785602916 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=16, compaction requested=false at 1731785602925 (+9 ms)Writing region close event to WAL at 1731785602927 (+2 ms)Running coprocessor post-close hooks at 1731785602931 (+4 ms)Closed at 1731785602931 2024-11-16T19:33:22,932 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:22,944 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,37365,1731785522924; all regions closed. 2024-11-16T19:33:22,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:33:22,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741839_1015 (size=2700) 2024-11-16T19:33:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741832_1008 (size=1300) 2024-11-16T19:33:22,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/WALs/d11ab77873cb,37365,1731785522924/d11ab77873cb%2C37365%2C1731785522924.1731785524903 not finished, retry = 0 2024-11-16T19:33:23,057 DEBUG [RS:0;d11ab77873cb:37365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:23,057 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:23,057 INFO [RS:0;d11ab77873cb:37365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:23,057 INFO [RS:0;d11ab77873cb:37365 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:23,058 INFO [RS:0;d11ab77873cb:37365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:23,058 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:23,058 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,37365,1731785522924 because: Region server is closing 2024-11-16T19:33:23,058 INFO [RS:0;d11ab77873cb:37365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:37365. 2024-11-16T19:33:23,058 DEBUG [RS:0;d11ab77873cb:37365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:23,058 DEBUG [RS:0;d11ab77873cb:37365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:23,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:23,058 DEBUG [RS:0;d11ab77873cb:37365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:23,159 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.shipperd11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 terminated 2024-11-16T19:33:23,159 INFO [RS:0;d11ab77873cb:37365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37365 2024-11-16T19:33:23,159 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,37365,1731785522924.replicationSource.wal-reader.d11ab77873cb%2C37365%2C1731785522924,1-d11ab77873cb,37365,1731785522924 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:33:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199199856/rs/d11ab77873cb,37365,1731785522924 2024-11-16T19:33:23,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856/rs 2024-11-16T19:33:23,161 INFO [RS:0;d11ab77873cb:37365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:23,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,37365,1731785522924] 2024-11-16T19:33:23,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-199199856/draining/d11ab77873cb,37365,1731785522924 already deleted, retry=false 2024-11-16T19:33:23,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,37365,1731785522924 expired; onlineServers=0 2024-11-16T19:33:23,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,37207,1731785522849' ***** 2024-11-16T19:33:23,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:33:23,163 INFO [M:0;d11ab77873cb:37207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:23,163 INFO [M:0;d11ab77873cb:37207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:23,163 DEBUG [M:0;d11ab77873cb:37207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:33:23,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:33:23,163 DEBUG [M:0;d11ab77873cb:37207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:33:23,163 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785524671 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785524671,5,FailOnTimeoutGroup] 2024-11-16T19:33:23,163 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785524671 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785524671,5,FailOnTimeoutGroup] 2024-11-16T19:33:23,163 INFO [M:0;d11ab77873cb:37207 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:23,163 INFO [M:0;d11ab77873cb:37207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:23,163 DEBUG [M:0;d11ab77873cb:37207 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:33:23,163 INFO [M:0;d11ab77873cb:37207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:33:23,163 INFO [M:0;d11ab77873cb:37207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:23,164 INFO [M:0;d11ab77873cb:37207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:33:23,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:33:23,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-199199856/master 2024-11-16T19:33:23,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-199199856 2024-11-16T19:33:23,167 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-199199856/master already deleted, retry=false 2024-11-16T19:33:23,167 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-199199856/master 2024-11-16T19:33:23,168 INFO [M:0;d11ab77873cb:37207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/.lastflushedseqids 2024-11-16T19:33:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741850_1026 (size=263) 2024-11-16T19:33:23,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:23,262 INFO [RS:0;d11ab77873cb:37365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:23,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37365-0x1004a0557b20001, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:23,262 INFO [RS:0;d11ab77873cb:37365 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,37365,1731785522924; zookeeper connection closed. 2024-11-16T19:33:23,262 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e718861 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e718861 2024-11-16T19:33:23,262 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:33:23,575 INFO [M:0;d11ab77873cb:37207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:33:23,575 INFO [M:0;d11ab77873cb:37207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:33:23,575 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:23,575 INFO [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:23,575 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:23,575 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:23,575 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:23,576 INFO [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-16T19:33:23,591 DEBUG [M:0;d11ab77873cb:37207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38d5268a460b438180272c09b7fa695b is 82, key is hbase:meta,,1/info:regioninfo/1731785525848/Put/seqid=0 2024-11-16T19:33:23,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741851_1027 (size=5672) 2024-11-16T19:33:23,996 INFO [M:0;d11ab77873cb:37207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38d5268a460b438180272c09b7fa695b 2024-11-16T19:33:24,017 DEBUG [M:0;d11ab77873cb:37207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b69071322844c90bf46da38e0113362 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731785530843/Put/seqid=0 2024-11-16T19:33:24,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741852_1028 (size=7240) 2024-11-16T19:33:24,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,425 INFO [M:0;d11ab77873cb:37207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b69071322844c90bf46da38e0113362 2024-11-16T19:33:24,430 INFO [M:0;d11ab77873cb:37207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b69071322844c90bf46da38e0113362 2024-11-16T19:33:24,449 DEBUG [M:0;d11ab77873cb:37207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f754d92f1e644d7f8d749e08f808aae3 is 69, key is d11ab77873cb,37365,1731785522924/rs:state/1731785524758/Put/seqid=0 2024-11-16T19:33:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741853_1029 (size=5156) 2024-11-16T19:33:24,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:33:24,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:24,854 INFO [M:0;d11ab77873cb:37207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f754d92f1e644d7f8d749e08f808aae3 2024-11-16T19:33:24,860 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38d5268a460b438180272c09b7fa695b as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38d5268a460b438180272c09b7fa695b 2024-11-16T19:33:24,866 INFO [M:0;d11ab77873cb:37207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38d5268a460b438180272c09b7fa695b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T19:33:24,868 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b69071322844c90bf46da38e0113362 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b69071322844c90bf46da38e0113362 2024-11-16T19:33:24,875 INFO [M:0;d11ab77873cb:37207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b69071322844c90bf46da38e0113362 2024-11-16T19:33:24,875 INFO [M:0;d11ab77873cb:37207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b69071322844c90bf46da38e0113362, entries=11, sequenceid=105, filesize=7.1 K 2024-11-16T19:33:24,877 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f754d92f1e644d7f8d749e08f808aae3 as hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f754d92f1e644d7f8d749e08f808aae3 2024-11-16T19:33:24,883 INFO [M:0;d11ab77873cb:37207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39575/user/jenkins/test-data/a290712a-284b-8f8b-e134-dff095a45c9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f754d92f1e644d7f8d749e08f808aae3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T19:33:24,885 INFO [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=105, compaction requested=false 2024-11-16T19:33:24,886 INFO [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:24,886 DEBUG [M:0;d11ab77873cb:37207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785603575Disabling compacts and flushes for region at 1731785603575Disabling writes for close at 1731785603575Obtaining lock to block concurrent updates at 1731785603576 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785603576Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731785603576Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785603577 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785603577Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785603591 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785603591Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785604002 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785604017 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785604017Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785604430 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785604448 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785604448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397f97f3: reopening flushed file at 1731785604859 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b25ba6: reopening flushed file at 1731785604867 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6022311c: reopening flushed file at 1731785604875 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=105, compaction requested=false at 1731785604885 (+10 ms)Writing region close event to WAL at 1731785604886 (+1 ms)Closed at 1731785604886 2024-11-16T19:33:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43791 is added to blk_1073741830_1006 (size=64526) 2024-11-16T19:33:24,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:24,891 INFO [M:0;d11ab77873cb:37207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:33:24,891 INFO [M:0;d11ab77873cb:37207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37207 2024-11-16T19:33:24,891 INFO [M:0;d11ab77873cb:37207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:24,992 INFO [M:0;d11ab77873cb:37207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x1004a0557b20000, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:24,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1394da77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:33:24,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bf584f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:33:24,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:33:24,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@406b695c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:33:24,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e8d23e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.log.dir/,STOPPED} 2024-11-16T19:33:24,998 WARN [BP-792724732-172.17.0.2-1731785522005 heartbeating to localhost/127.0.0.1:39575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:33:24,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:33:24,998 WARN [BP-792724732-172.17.0.2-1731785522005 heartbeating to localhost/127.0.0.1:39575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-792724732-172.17.0.2-1731785522005 (Datanode Uuid 890462f2-ea25-4080-b1fa-ced8122adad8) service to localhost/127.0.0.1:39575 2024-11-16T19:33:24,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:33:24,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/cluster_d0d1ce79-348d-3957-5dc3-7e3a2ee283dd/data/data1/current/BP-792724732-172.17.0.2-1731785522005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:33:24,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/cluster_d0d1ce79-348d-3957-5dc3-7e3a2ee283dd/data/data2/current/BP-792724732-172.17.0.2-1731785522005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:33:24,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:33:25,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a54a404{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:33:25,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59d7fc2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:33:25,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:33:25,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c203531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:33:25,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cbf8790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddc4468b-1e32-333c-4086-c37bdda2b178/hadoop.log.dir/,STOPPED} 2024-11-16T19:33:25,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:33:25,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:33:25,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=162 (was 137) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45725 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f2408b8d328.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39575 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f2408b8d328.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 205) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2918 (was 2280) - AvailableMemoryMB LEAK? - 2024-11-16T19:33:25,062 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=163, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=2898 2024-11-16T19:33:25,078 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-16T19:33:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.log.dir so I do NOT create it in target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2 2024-11-16T19:33:25,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:33:25,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.tmp.dir so I do NOT create it in target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2 2024-11-16T19:33:25,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2011ad28-a1d8-a243-81d6-c61963342861/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:33:25,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2 2024-11-16T19:33:25,079 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/cluster_c93bf93d-551b-223a-03fb-09d153e51813, deleteOnExit=true 2024-11-16T19:33:25,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/cluster_c93bf93d-551b-223a-03fb-09d153e51813/zookeeper_0, clientPort=56599, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/cluster_c93bf93d-551b-223a-03fb-09d153e51813/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/cluster_c93bf93d-551b-223a-03fb-09d153e51813/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:33:25,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56599 2024-11-16T19:33:25,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:33:25,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:33:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/test.cache.data in system properties and HBase conf 2024-11-16T19:33:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:33:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:33:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:33:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:33:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:33:25,087 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:33:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:33:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:33:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:33:25,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a0557b20002, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:33:25,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a0557b20005, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:33:25,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a0557b20005, quorum=127.0.0.1:53964, baseZNode=/1908017779 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:33:25,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a0557b20002, quorum=127.0.0.1:53964, baseZNode=/0-199199856 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:33:25,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:25,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:33:25,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:33:25,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:33:25,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:33:25,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:25,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc85baf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:33:25,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@948a448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:33:25,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@497c8bdc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/java.io.tmpdir/jetty-localhost-46723-hadoop-hdfs-3_4_1-tests_jar-_-any-13548600355856851130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:33:25,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f33f90c{HTTP/1.1, (http/1.1)}{localhost:46723} 2024-11-16T19:33:25,365 INFO [Time-limited test {}] server.Server(415): Started @129146ms 2024-11-16T19:33:25,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:25,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:33:25,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:33:25,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:33:25,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:33:25,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687da7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:33:25,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@231abdec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:33:25,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7234d215{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/java.io.tmpdir/jetty-localhost-41581-hadoop-hdfs-3_4_1-tests_jar-_-any-293696540364634612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:33:25,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32167cc2{HTTP/1.1, (http/1.1)}{localhost:41581} 2024-11-16T19:33:25,527 INFO [Time-limited test {}] server.Server(415): Started @129308ms 2024-11-16T19:33:25,528 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:33:25,584 WARN [Thread-1293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/cluster_c93bf93d-551b-223a-03fb-09d153e51813/data/data2/current/BP-1492640692-172.17.0.2-1731785605124/current, will proceed with Du for space computation calculation, 2024-11-16T19:33:25,584 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/cluster_c93bf93d-551b-223a-03fb-09d153e51813/data/data1/current/BP-1492640692-172.17.0.2-1731785605124/current, will proceed with Du for space computation calculation, 2024-11-16T19:33:25,598 WARN [Thread-1280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:33:25,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bda1c34b1c32092 with lease ID 0x6091c124793e4f84: Processing first storage report for DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95 from datanode DatanodeRegistration(127.0.0.1:36737, datanodeUuid=b87cd28a-b8eb-41c9-89f7-9e086d5418be, infoPort=40473, infoSecurePort=0, ipcPort=45495, storageInfo=lv=-57;cid=testClusterID;nsid=1070922223;c=1731785605124) 2024-11-16T19:33:25,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bda1c34b1c32092 with lease ID 0x6091c124793e4f84: from storage DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95 node DatanodeRegistration(127.0.0.1:36737, datanodeUuid=b87cd28a-b8eb-41c9-89f7-9e086d5418be, infoPort=40473, infoSecurePort=0, ipcPort=45495, storageInfo=lv=-57;cid=testClusterID;nsid=1070922223;c=1731785605124), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:33:25,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bda1c34b1c32092 with lease ID 0x6091c124793e4f84: Processing first storage report for DS-931a5779-f8e3-47e8-9c98-d858dd800c51 from datanode DatanodeRegistration(127.0.0.1:36737, datanodeUuid=b87cd28a-b8eb-41c9-89f7-9e086d5418be, infoPort=40473, infoSecurePort=0, ipcPort=45495, storageInfo=lv=-57;cid=testClusterID;nsid=1070922223;c=1731785605124) 2024-11-16T19:33:25,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bda1c34b1c32092 with lease ID 0x6091c124793e4f84: from storage DS-931a5779-f8e3-47e8-9c98-d858dd800c51 node DatanodeRegistration(127.0.0.1:36737, datanodeUuid=b87cd28a-b8eb-41c9-89f7-9e086d5418be, infoPort=40473, infoSecurePort=0, ipcPort=45495, storageInfo=lv=-57;cid=testClusterID;nsid=1070922223;c=1731785605124), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:33:25,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2 2024-11-16T19:33:25,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:25,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:25,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:33:26,058 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7 with version=8 2024-11-16T19:33:26,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/hbase-staging 2024-11-16T19:33:26,060 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:26,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:26,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:26,061 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:26,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:26,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:26,061 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:33:26,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:26,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44541 2024-11-16T19:33:26,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44541 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-16T19:33:26,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445410x0, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:26,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44541-0x1004a069c480000 connected 2024-11-16T19:33:26,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:26,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:26,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/running 2024-11-16T19:33:26,081 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7, hbase.cluster.distributed=false 2024-11-16T19:33:26,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/acl 2024-11-16T19:33:26,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-16T19:33:26,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44541 2024-11-16T19:33:26,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44541 2024-11-16T19:33:26,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-16T19:33:26,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-16T19:33:26,104 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:26,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:26,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:33:26,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:26,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38711 2024-11-16T19:33:26,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38711 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-16T19:33:26,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:26,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:26,117 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387110x0, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:26,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387110x0, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/running 2024-11-16T19:33:26,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:33:26,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38711-0x1004a069c480001 connected 2024-11-16T19:33:26,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:33:26,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/master 2024-11-16T19:33:26,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/acl 2024-11-16T19:33:26,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38711 2024-11-16T19:33:26,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38711 2024-11-16T19:33:26,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38711 2024-11-16T19:33:26,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38711 2024-11-16T19:33:26,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38711 2024-11-16T19:33:26,140 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:44541 2024-11-16T19:33:26,141 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1554365007/backup-masters/d11ab77873cb,44541,1731785606060 2024-11-16T19:33:26,142 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/backup-masters 2024-11-16T19:33:26,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/backup-masters 2024-11-16T19:33:26,143 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on existing znode=/0-1554365007/backup-masters/d11ab77873cb,44541,1731785606060 2024-11-16T19:33:26,143 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1554365007/master 2024-11-16T19:33:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:26,143 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:26,144 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on existing znode=/0-1554365007/master 2024-11-16T19:33:26,144 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1554365007/backup-masters/d11ab77873cb,44541,1731785606060 from backup master directory 2024-11-16T19:33:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/backup-masters/d11ab77873cb,44541,1731785606060 2024-11-16T19:33:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/backup-masters 2024-11-16T19:33:26,145 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:26,145 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/backup-masters 2024-11-16T19:33:26,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,44541,1731785606060 2024-11-16T19:33:26,151 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/hbase.id] with ID: e10e8d50-891c-4a77-ad43-d63b5b479ef1 2024-11-16T19:33:26,151 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/.tmp/hbase.id 2024-11-16T19:33:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:33:26,560 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/.tmp/hbase.id]:[hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/hbase.id] 2024-11-16T19:33:26,569 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:26,569 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:33:26,570 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:33:26,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:26,571 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:26,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:33:26,980 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:33:26,980 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:33:26,981 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:33:27,388 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store 2024-11-16T19:33:27,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:33:27,795 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:27,795 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:27,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:27,795 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:27,795 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:27,795 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:27,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:27,796 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785607795Disabling compacts and flushes for region at 1731785607795Disabling writes for close at 1731785607795Writing region close event to WAL at 1731785607795Closed at 1731785607795 2024-11-16T19:33:27,798 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/.initializing 2024-11-16T19:33:27,798 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060 2024-11-16T19:33:27,800 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:27,802 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C44541%2C1731785606060, suffix=, logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060, archiveDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/oldWALs, maxLogs=10 2024-11-16T19:33:27,816 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060/d11ab77873cb%2C44541%2C1731785606060.1731785607802, exclude list is [], retry=0 2024-11-16T19:33:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36737,DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95,DISK] 2024-11-16T19:33:27,821 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060/d11ab77873cb%2C44541%2C1731785606060.1731785607802 2024-11-16T19:33:27,821 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-16T19:33:27,821 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:27,821 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:27,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:33:27,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:27,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:27,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:33:27,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:27,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:27,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:33:27,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:27,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:27,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:33:27,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:27,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:27,830 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,831 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,831 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,832 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,832 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,832 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:27,833 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:27,835 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:27,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68034117, jitterRate=0.013787344098091125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:27,836 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785607822Initializing all the Stores at 1731785607822Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785607822Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785607823 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785607823Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785607823Cleaning up temporary data from old regions at 1731785607832 (+9 ms)Region opened successfully at 1731785607836 (+4 ms) 2024-11-16T19:33:27,837 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:33:27,840 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f07ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:27,841 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:33:27,841 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:33:27,841 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:33:27,842 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:33:27,842 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:33:27,842 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:33:27,843 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:33:27,849 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:33:27,850 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/balancer because node does not exist (not necessarily an error) 2024-11-16T19:33:27,851 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/balancer already deleted, retry=false 2024-11-16T19:33:27,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:33:27,852 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:33:27,853 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/normalizer already deleted, retry=false 2024-11-16T19:33:27,853 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:33:27,855 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:33:27,856 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/switch/split already deleted, retry=false 2024-11-16T19:33:27,856 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:33:27,857 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/switch/merge already deleted, retry=false 2024-11-16T19:33:27,859 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:33:27,860 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/snapshot-cleanup already deleted, retry=false 2024-11-16T19:33:27,861 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1554365007/running 2024-11-16T19:33:27,862 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1554365007/running 2024-11-16T19:33:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:27,863 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,44541,1731785606060, sessionid=0x1004a069c480000, setting cluster-up flag (Was=false) 2024-11-16T19:33:27,865 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:27,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:27,871 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1554365007/flush-table-proc/acquired, /0-1554365007/flush-table-proc/reached, /0-1554365007/flush-table-proc/abort 2024-11-16T19:33:27,872 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,44541,1731785606060 2024-11-16T19:33:27,875 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:27,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:27,877 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1554365007/online-snapshot/acquired, /0-1554365007/online-snapshot/reached, /0-1554365007/online-snapshot/abort 2024-11-16T19:33:27,878 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,44541,1731785606060 2024-11-16T19:33:27,885 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:33:27,888 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:27,888 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:33:27,888 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:33:27,888 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,44541,1731785606060 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:33:27,889 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:27,889 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:27,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:27,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:27,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:33:27,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:27,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,898 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785637898 2024-11-16T19:33:27,899 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:33:27,899 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:33:27,899 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:33:27,899 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:33:27,899 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:33:27,899 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:33:27,908 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:27,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:33:27,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:27,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:33:27,913 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:33:27,913 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:33:27,913 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:33:27,913 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:33:27,917 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:33:27,917 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:33:27,921 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785607917,5,FailOnTimeoutGroup] 2024-11-16T19:33:27,922 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785607921,5,FailOnTimeoutGroup] 2024-11-16T19:33:27,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:33:27,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:33:27,930 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(746): ClusterId : e10e8d50-891c-4a77-ad43-d63b5b479ef1 2024-11-16T19:33:27,930 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:33:27,931 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:33:27,931 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:33:27,932 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:33:27,933 DEBUG [RS:0;d11ab77873cb:38711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b693cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:27,948 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:38711 2024-11-16T19:33:27,949 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:33:27,949 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:33:27,949 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:33:27,949 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,44541,1731785606060 with port=38711, startcode=1731785606103 2024-11-16T19:33:27,949 DEBUG [RS:0;d11ab77873cb:38711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:33:27,951 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:33:27,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,38711,1731785606103 2024-11-16T19:33:27,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44541 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,38711,1731785606103 2024-11-16T19:33:27,952 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7 2024-11-16T19:33:27,952 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40931 2024-11-16T19:33:27,952 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:33:27,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/rs 2024-11-16T19:33:27,954 DEBUG [RS:0;d11ab77873cb:38711 {}] zookeeper.ZKUtil(111): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on existing znode=/0-1554365007/rs/d11ab77873cb,38711,1731785606103 2024-11-16T19:33:27,954 WARN [RS:0;d11ab77873cb:38711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:27,954 INFO [RS:0;d11ab77873cb:38711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:27,954 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103 2024-11-16T19:33:27,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,38711,1731785606103] 2024-11-16T19:33:27,957 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:33:27,959 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:33:27,961 INFO [RS:0;d11ab77873cb:38711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:33:27,961 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,961 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:33:27,962 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:33:27,962 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,962 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,963 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:27,963 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:27,963 DEBUG [RS:0;d11ab77873cb:38711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:27,964 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,964 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,964 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,964 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,964 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,964 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38711,1731785606103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:27,981 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:33:27,981 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38711,1731785606103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,981 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,981 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.Replication(171): d11ab77873cb,38711,1731785606103 started 2024-11-16T19:33:27,993 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:27,993 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,38711,1731785606103, RpcServer on d11ab77873cb/172.17.0.2:38711, sessionid=0x1004a069c480001 2024-11-16T19:33:27,993 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:33:27,993 DEBUG [RS:0;d11ab77873cb:38711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,38711,1731785606103 2024-11-16T19:33:27,993 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,38711,1731785606103' 2024-11-16T19:33:27,993 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1554365007/flush-table-proc/abort' 2024-11-16T19:33:27,994 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1554365007/flush-table-proc/acquired' 2024-11-16T19:33:27,994 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:33:27,994 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:33:27,994 DEBUG [RS:0;d11ab77873cb:38711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,38711,1731785606103 2024-11-16T19:33:27,994 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,38711,1731785606103' 2024-11-16T19:33:27,994 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1554365007/online-snapshot/abort' 2024-11-16T19:33:27,995 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1554365007/online-snapshot/acquired' 2024-11-16T19:33:27,995 DEBUG [RS:0;d11ab77873cb:38711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:33:27,995 INFO [RS:0;d11ab77873cb:38711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:33:27,995 INFO [RS:0;d11ab77873cb:38711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:33:28,095 INFO [RS:0;d11ab77873cb:38711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:28,097 INFO [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38711%2C1731785606103, suffix=, logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103, archiveDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs, maxLogs=10 2024-11-16T19:33:28,109 DEBUG [RS:0;d11ab77873cb:38711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097, exclude list is [], retry=0 2024-11-16T19:33:28,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36737,DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95,DISK] 2024-11-16T19:33:28,113 INFO [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097 2024-11-16T19:33:28,113 DEBUG [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-16T19:33:28,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:33:28,328 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7 2024-11-16T19:33:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:33:28,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:28,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:28,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:28,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:28,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:28,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:28,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:28,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:28,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:28,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:28,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:28,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:28,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:28,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:28,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:28,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:28,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:28,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:28,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740 2024-11-16T19:33:28,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740 2024-11-16T19:33:28,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:28,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:28,745 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:28,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:28,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:28,752 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73111365, jitterRate=0.08944423496723175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:28,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785608734Initializing all the Stores at 1731785608735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785608735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785608735Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785608735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785608735Cleaning up temporary data from old regions at 1731785608744 (+9 ms)Region opened successfully at 1731785608753 (+9 ms) 2024-11-16T19:33:28,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:28,753 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:28,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:28,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:28,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:28,754 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:28,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785608753Disabling compacts and flushes for region at 1731785608753Disabling writes for close at 1731785608753Writing region close event to WAL at 1731785608754 (+1 ms)Closed at 1731785608754 2024-11-16T19:33:28,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:28,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:33:28,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:33:28,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:28,758 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:33:28,908 DEBUG [d11ab77873cb:44541 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:33:28,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,38711,1731785606103 2024-11-16T19:33:28,910 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,38711,1731785606103, state=OPENING 2024-11-16T19:33:28,911 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:33:28,913 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:28,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:28,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:28,914 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:28,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,38711,1731785606103}] 2024-11-16T19:33:29,069 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:33:29,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:33:29,073 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:33:29,073 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:29,074 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:33:29,075 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38711%2C1731785606103.meta, suffix=.meta, logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103, archiveDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs, maxLogs=10 2024-11-16T19:33:29,091 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.meta.1731785609075.meta, exclude list is [], retry=0 2024-11-16T19:33:29,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36737,DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95,DISK] 2024-11-16T19:33:29,095 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.meta.1731785609075.meta 2024-11-16T19:33:29,095 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-16T19:33:29,095 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:29,095 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:33:29,096 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:33:29,096 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:33:29,096 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:33:29,096 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:33:29,096 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:29,096 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:33:29,096 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:33:29,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:29,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:29,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:29,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:29,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:29,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:29,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:29,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:29,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:29,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:29,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:29,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:29,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:29,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:29,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:29,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:29,103 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:29,103 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740 2024-11-16T19:33:29,104 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740 2024-11-16T19:33:29,105 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:29,105 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:29,106 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:29,107 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:29,108 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61869323, jitterRate=-0.07807524502277374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:29,108 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:33:29,109 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785609096Writing region info on filesystem at 1731785609096Initializing all the Stores at 1731785609097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785609097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785609098 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785609098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785609098Cleaning up temporary data from old regions at 1731785609105 (+7 ms)Running coprocessor post-open hooks at 1731785609108 (+3 ms)Region opened successfully at 1731785609109 (+1 ms) 2024-11-16T19:33:29,110 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785609068 2024-11-16T19:33:29,112 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:33:29,112 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:33:29,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,38711,1731785606103 2024-11-16T19:33:29,113 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,38711,1731785606103, state=OPEN 2024-11-16T19:33:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1554365007/meta-region-server 2024-11-16T19:33:29,114 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1554365007/meta-region-server 2024-11-16T19:33:29,114 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,38711,1731785606103 2024-11-16T19:33:29,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:29,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:29,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:33:29,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,38711,1731785606103 in 200 msec 2024-11-16T19:33:29,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:33:29,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-16T19:33:29,120 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:29,120 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:33:29,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:29,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38711,1731785606103, seqNum=-1] 2024-11-16T19:33:29,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:29,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:29,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-16T19:33:29,133 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785609133, completionTime=-1 2024-11-16T19:33:29,133 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:33:29,133 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:33:29,136 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:33:29,136 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785669136 2024-11-16T19:33:29,136 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785729136 2024-11-16T19:33:29,136 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T19:33:29,137 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44541,1731785606060-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:29,137 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44541,1731785606060-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:29,137 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44541,1731785606060-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:29,137 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:44541, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:29,137 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:29,137 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:29,139 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:33:29,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.997sec 2024-11-16T19:33:29,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:33:29,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:33:29,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:33:29,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:33:29,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:33:29,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44541,1731785606060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:29,143 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44541,1731785606060-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:33:29,145 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:33:29,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:33:29,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44541,1731785606060-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:29,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31373dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:29,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44541,-1 for getting cluster id 2024-11-16T19:33:29,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:29,233 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e10e8d50-891c-4a77-ad43-d63b5b479ef1' 2024-11-16T19:33:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e10e8d50-891c-4a77-ad43-d63b5b479ef1" 2024-11-16T19:33:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129558dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:29,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44541,-1] 2024-11-16T19:33:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:29,235 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:29,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f6b067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:29,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38711,1731785606103, seqNum=-1] 2024-11-16T19:33:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:29,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:29,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,44541,1731785606060 2024-11-16T19:33:29,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-16T19:33:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:29,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a069c480002 connected 2024-11-16T19:33:29,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.log.dir so I do NOT create it in target/test-data/80283614-477c-7322-59ca-743941a587a6 2024-11-16T19:33:29,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:33:29,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.tmp.dir so I do NOT create it in target/test-data/80283614-477c-7322-59ca-743941a587a6 2024-11-16T19:33:29,249 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:33:29,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6 2024-11-16T19:33:29,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:33:29,249 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/cluster_bd200097-2e4c-241c-b111-2e0b148611ec, deleteOnExit=true 2024-11-16T19:33:29,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:33:29,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/test.cache.data in system properties and HBase conf 2024-11-16T19:33:29,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:33:29,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:33:29,250 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:33:29,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:33:29,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:33:29,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:29,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:33:29,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:33:29,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:33:29,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:33:29,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:29,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@309b17f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:33:29,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b8c0029{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:33:29,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65d733fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/java.io.tmpdir/jetty-localhost-41727-hadoop-hdfs-3_4_1-tests_jar-_-any-8771908118685143407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:33:29,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b9fb0b5{HTTP/1.1, (http/1.1)}{localhost:41727} 2024-11-16T19:33:29,427 INFO [Time-limited test {}] server.Server(415): Started @133208ms 2024-11-16T19:33:29,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:29,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:33:29,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:33:29,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:33:29,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:33:29,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@663596e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:33:29,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38817d4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:33:29,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@746569ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/java.io.tmpdir/jetty-localhost-44899-hadoop-hdfs-3_4_1-tests_jar-_-any-14035974029238919349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:33:29,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f9b5164{HTTP/1.1, (http/1.1)}{localhost:44899} 2024-11-16T19:33:29,622 INFO [Time-limited test {}] server.Server(415): Started @133403ms 2024-11-16T19:33:29,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:33:29,720 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/cluster_bd200097-2e4c-241c-b111-2e0b148611ec/data/data1/current/BP-1329559834-172.17.0.2-1731785609273/current, will proceed with Du for space computation calculation, 2024-11-16T19:33:29,720 WARN [Thread-1413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/cluster_bd200097-2e4c-241c-b111-2e0b148611ec/data/data2/current/BP-1329559834-172.17.0.2-1731785609273/current, will proceed with Du for space computation calculation, 2024-11-16T19:33:29,736 WARN [Thread-1400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:33:29,738 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdefce80031015c95 with lease ID 0xf443ae678b6c0bda: Processing first storage report for DS-bcd45b52-493a-438d-950c-c3fcb320029e from datanode DatanodeRegistration(127.0.0.1:37539, datanodeUuid=acc6ff7d-ad3e-4521-8932-c70ad0015dcf, infoPort=33769, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1907759729;c=1731785609273) 2024-11-16T19:33:29,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdefce80031015c95 with lease ID 0xf443ae678b6c0bda: from storage DS-bcd45b52-493a-438d-950c-c3fcb320029e node DatanodeRegistration(127.0.0.1:37539, datanodeUuid=acc6ff7d-ad3e-4521-8932-c70ad0015dcf, infoPort=33769, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1907759729;c=1731785609273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:33:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdefce80031015c95 with lease ID 0xf443ae678b6c0bda: Processing first storage report for DS-b1c61f94-032d-402a-ab37-8cfb74a280e6 from datanode DatanodeRegistration(127.0.0.1:37539, datanodeUuid=acc6ff7d-ad3e-4521-8932-c70ad0015dcf, infoPort=33769, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1907759729;c=1731785609273) 2024-11-16T19:33:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdefce80031015c95 with lease ID 0xf443ae678b6c0bda: from storage DS-b1c61f94-032d-402a-ab37-8cfb74a280e6 node DatanodeRegistration(127.0.0.1:37539, datanodeUuid=acc6ff7d-ad3e-4521-8932-c70ad0015dcf, infoPort=33769, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1907759729;c=1731785609273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:33:29,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6 2024-11-16T19:33:29,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:29,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:29,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:33:30,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074 with version=8 2024-11-16T19:33:30,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/hbase-staging 2024-11-16T19:33:30,212 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:30,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:30,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:30,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:30,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:30,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:30,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:33:30,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:30,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38017 2024-11-16T19:33:30,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38017 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-16T19:33:30,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380170x0, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:30,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38017-0x1004a069c480003 connected 2024-11-16T19:33:30,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:30,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:30,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on znode that does not yet exist, /1-200148912/running 2024-11-16T19:33:30,235 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074, hbase.cluster.distributed=false 2024-11-16T19:33:30,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on znode that does not yet exist, /1-200148912/acl 2024-11-16T19:33:30,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38017 2024-11-16T19:33:30,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38017 2024-11-16T19:33:30,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38017 2024-11-16T19:33:30,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38017 2024-11-16T19:33:30,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38017 2024-11-16T19:33:30,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:30,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:30,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:33:30,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:30,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41095 2024-11-16T19:33:30,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41095 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-16T19:33:30,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:30,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:30,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410950x0, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:30,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410950x0, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on znode that does not yet exist, /1-200148912/running 2024-11-16T19:33:30,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41095-0x1004a069c480004 connected 2024-11-16T19:33:30,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:33:30,294 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:33:30,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on znode that does not yet exist, /1-200148912/master 2024-11-16T19:33:30,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on znode that does not yet exist, /1-200148912/acl 2024-11-16T19:33:30,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-16T19:33:30,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41095 2024-11-16T19:33:30,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41095 2024-11-16T19:33:30,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-16T19:33:30,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-16T19:33:30,335 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:38017 2024-11-16T19:33:30,335 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-200148912/backup-masters/d11ab77873cb,38017,1731785610212 2024-11-16T19:33:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912/backup-masters 2024-11-16T19:33:30,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912/backup-masters 2024-11-16T19:33:30,337 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on existing znode=/1-200148912/backup-masters/d11ab77873cb,38017,1731785610212 2024-11-16T19:33:30,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:30,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-200148912/master 2024-11-16T19:33:30,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:30,339 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on existing znode=/1-200148912/master 2024-11-16T19:33:30,341 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-200148912/backup-masters/d11ab77873cb,38017,1731785610212 from backup master directory 2024-11-16T19:33:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912/backup-masters 2024-11-16T19:33:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-200148912/backup-masters/d11ab77873cb,38017,1731785610212 2024-11-16T19:33:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912/backup-masters 2024-11-16T19:33:30,342 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:30,343 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,38017,1731785610212 2024-11-16T19:33:30,350 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/hbase.id] with ID: 273630f1-5e49-4158-b95f-934046954b17 2024-11-16T19:33:30,350 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/.tmp/hbase.id 2024-11-16T19:33:30,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:33:30,369 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/.tmp/hbase.id]:[hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/hbase.id] 2024-11-16T19:33:30,385 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:30,385 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:33:30,386 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:33:30,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:30,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:33:30,804 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:33:30,805 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:33:30,805 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:33:30,816 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store 2024-11-16T19:33:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:33:31,252 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:31,253 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:31,253 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:31,253 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:31,253 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:31,253 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:31,253 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:31,253 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785611253Disabling compacts and flushes for region at 1731785611253Disabling writes for close at 1731785611253Writing region close event to WAL at 1731785611253Closed at 1731785611253 2024-11-16T19:33:31,254 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/.initializing 2024-11-16T19:33:31,254 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/WALs/d11ab77873cb,38017,1731785610212 2024-11-16T19:33:31,257 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:31,264 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C38017%2C1731785610212, suffix=, logDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/WALs/d11ab77873cb,38017,1731785610212, archiveDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/oldWALs, maxLogs=10 2024-11-16T19:33:31,293 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/WALs/d11ab77873cb,38017,1731785610212/d11ab77873cb%2C38017%2C1731785610212.1731785611264, exclude list is [], retry=0 2024-11-16T19:33:31,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-bcd45b52-493a-438d-950c-c3fcb320029e,DISK] 2024-11-16T19:33:31,319 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/WALs/d11ab77873cb,38017,1731785610212/d11ab77873cb%2C38017%2C1731785610212.1731785611264 2024-11-16T19:33:31,320 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33769:33769)] 2024-11-16T19:33:31,320 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:31,321 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:31,321 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,321 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:33:31,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:31,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:31,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:33:31,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:31,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:31,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:33:31,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:31,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:31,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:33:31,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:31,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:31,360 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,360 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,363 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,365 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,365 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,366 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:31,367 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:31,377 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:31,379 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69607393, jitterRate=0.03723098337650299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:31,379 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785611321Initializing all the Stores at 1731785611323 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785611323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785611327 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785611327Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785611327Cleaning up temporary data from old regions at 1731785611365 (+38 ms)Region opened successfully at 1731785611379 (+14 ms) 2024-11-16T19:33:31,385 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:33:31,394 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffaed58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:31,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:33:31,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:33:31,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:33:31,396 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:33:31,397 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:33:31,399 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-16T19:33:31,399 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:33:31,408 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:33:31,409 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Unable to get data of znode /1-200148912/balancer because node does not exist (not necessarily an error) 2024-11-16T19:33:31,411 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-200148912/balancer already deleted, retry=false 2024-11-16T19:33:31,412 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:33:31,413 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Unable to get data of znode /1-200148912/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:33:31,414 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-200148912/normalizer already deleted, retry=false 2024-11-16T19:33:31,415 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:33:31,436 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Unable to get data of znode /1-200148912/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:33:31,437 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-200148912/switch/split already deleted, retry=false 2024-11-16T19:33:31,439 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Unable to get data of znode /1-200148912/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:33:31,440 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-200148912/switch/merge already deleted, retry=false 2024-11-16T19:33:31,444 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Unable to get data of znode /1-200148912/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:33:31,446 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-200148912/snapshot-cleanup already deleted, retry=false 2024-11-16T19:33:31,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-200148912/running 2024-11-16T19:33:31,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-200148912/running 2024-11-16T19:33:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:31,449 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,38017,1731785610212, sessionid=0x1004a069c480003, setting cluster-up flag (Was=false) 2024-11-16T19:33:31,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:31,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:31,461 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-200148912/flush-table-proc/acquired, /1-200148912/flush-table-proc/reached, /1-200148912/flush-table-proc/abort 2024-11-16T19:33:31,463 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,38017,1731785610212 2024-11-16T19:33:31,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:31,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:31,470 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-200148912/online-snapshot/acquired, /1-200148912/online-snapshot/reached, /1-200148912/online-snapshot/abort 2024-11-16T19:33:31,472 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,38017,1731785610212 2024-11-16T19:33:31,484 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:33:31,501 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:31,502 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:33:31,502 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:33:31,502 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,38017,1731785610212 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:33:31,505 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:31,506 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:31,506 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:31,506 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:31,506 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:33:31,506 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,506 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:31,506 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:31,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:33:31,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:31,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:33:31,572 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(746): ClusterId : 273630f1-5e49-4158-b95f-934046954b17 2024-11-16T19:33:31,572 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:33:31,576 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:33:31,576 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:33:31,579 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:33:31,579 DEBUG [RS:0;d11ab77873cb:41095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579a6336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:31,589 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785641589 2024-11-16T19:33:31,589 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:33:31,589 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:33:31,589 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:33:31,590 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:33:31,590 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:33:31,590 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:33:31,609 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:41095 2024-11-16T19:33:31,609 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,609 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:33:31,609 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:33:31,609 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:33:31,610 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,38017,1731785610212 with port=41095, startcode=1731785610262 2024-11-16T19:33:31,610 DEBUG [RS:0;d11ab77873cb:41095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:33:31,613 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:33:31,613 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:33:31,613 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:33:31,614 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:33:31,614 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:33:31,614 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:33:31,615 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:33:31,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785611614,5,FailOnTimeoutGroup] 2024-11-16T19:33:31,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785611615,5,FailOnTimeoutGroup] 2024-11-16T19:33:31,615 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,615 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:33:31,615 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,615 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,615 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38017 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T19:33:31,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:33:31,639 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T19:33:31,639 WARN [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T19:33:31,740 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,38017,1731785610212 with port=41095, startcode=1731785610262 2024-11-16T19:33:31,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,41095,1731785610262 2024-11-16T19:33:31,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38017 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,41095,1731785610262 2024-11-16T19:33:31,742 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074 2024-11-16T19:33:31,742 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43377 2024-11-16T19:33:31,742 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:33:31,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912/rs 2024-11-16T19:33:31,747 DEBUG [RS:0;d11ab77873cb:41095 {}] zookeeper.ZKUtil(111): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on existing znode=/1-200148912/rs/d11ab77873cb,41095,1731785610262 2024-11-16T19:33:31,747 WARN [RS:0;d11ab77873cb:41095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:31,747 INFO [RS:0;d11ab77873cb:41095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:31,747 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/WALs/d11ab77873cb,41095,1731785610262 2024-11-16T19:33:31,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,41095,1731785610262] 2024-11-16T19:33:31,750 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:33:31,753 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:33:31,754 INFO [RS:0;d11ab77873cb:41095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:33:31,754 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,754 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:33:31,755 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:33:31,755 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:31,755 DEBUG [RS:0;d11ab77873cb:41095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:31,756 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,756 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,756 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,756 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,756 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,756 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,41095,1731785610262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:31,768 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:33:31,768 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,41095,1731785610262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,768 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,769 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.Replication(171): d11ab77873cb,41095,1731785610262 started 2024-11-16T19:33:31,780 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:31,780 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,41095,1731785610262, RpcServer on d11ab77873cb/172.17.0.2:41095, sessionid=0x1004a069c480004 2024-11-16T19:33:31,780 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:33:31,780 DEBUG [RS:0;d11ab77873cb:41095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,41095,1731785610262 2024-11-16T19:33:31,780 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,41095,1731785610262' 2024-11-16T19:33:31,780 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-200148912/flush-table-proc/abort' 2024-11-16T19:33:31,781 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-200148912/flush-table-proc/acquired' 2024-11-16T19:33:31,781 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:33:31,781 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:33:31,781 DEBUG [RS:0;d11ab77873cb:41095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,41095,1731785610262 2024-11-16T19:33:31,781 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,41095,1731785610262' 2024-11-16T19:33:31,781 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-200148912/online-snapshot/abort' 2024-11-16T19:33:31,781 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-200148912/online-snapshot/acquired' 2024-11-16T19:33:31,782 DEBUG [RS:0;d11ab77873cb:41095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:33:31,782 INFO [RS:0;d11ab77873cb:41095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:33:31,782 INFO [RS:0;d11ab77873cb:41095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:33:31,882 INFO [RS:0;d11ab77873cb:41095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:31,884 INFO [RS:0;d11ab77873cb:41095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C41095%2C1731785610262, suffix=, logDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/WALs/d11ab77873cb,41095,1731785610262, archiveDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/oldWALs, maxLogs=10 2024-11-16T19:33:31,896 DEBUG [RS:0;d11ab77873cb:41095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/WALs/d11ab77873cb,41095,1731785610262/d11ab77873cb%2C41095%2C1731785610262.1731785611884, exclude list is [], retry=0 2024-11-16T19:33:31,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-bcd45b52-493a-438d-950c-c3fcb320029e,DISK] 2024-11-16T19:33:31,900 INFO [RS:0;d11ab77873cb:41095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/WALs/d11ab77873cb,41095,1731785610262/d11ab77873cb%2C41095%2C1731785610262.1731785611884 2024-11-16T19:33:31,901 DEBUG [RS:0;d11ab77873cb:41095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33769:33769)] 2024-11-16T19:33:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:33:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T19:33:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:33:32,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:33:32,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074 2024-11-16T19:33:32,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:33:32,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:32,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:32,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:32,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:32,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:32,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:32,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:32,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:32,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:32,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:32,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:32,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:32,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:32,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:32,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740 2024-11-16T19:33:32,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740 2024-11-16T19:33:32,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:32,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:32,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:32,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:32,438 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:32,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62439511, jitterRate=-0.06957878172397614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:32,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785612424Initializing all the Stores at 1731785612425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785612425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785612425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785612425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785612425Cleaning up temporary data from old regions at 1731785612434 (+9 ms)Region opened successfully at 1731785612440 (+6 ms) 2024-11-16T19:33:32,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:32,440 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:32,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:32,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:32,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:32,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:32,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785612440Disabling compacts and flushes for region at 1731785612440Disabling writes for close at 1731785612440Writing region close event to WAL at 1731785612441 (+1 ms)Closed at 1731785612441 2024-11-16T19:33:32,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:32,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:33:32,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:33:32,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:32,446 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:33:32,597 DEBUG [d11ab77873cb:38017 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:33:32,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,41095,1731785610262 2024-11-16T19:33:32,598 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,41095,1731785610262, state=OPENING 2024-11-16T19:33:32,599 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:33:32,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:32,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-200148912/meta-region-server: CHANGED 2024-11-16T19:33:32,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-200148912/meta-region-server: CHANGED 2024-11-16T19:33:32,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:32,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,41095,1731785610262}] 2024-11-16T19:33:32,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:33:32,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:33:32,762 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:33:32,762 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:32,763 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:33:32,766 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C41095%2C1731785610262.meta, suffix=.meta, logDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/WALs/d11ab77873cb,41095,1731785610262, archiveDir=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/oldWALs, maxLogs=10 2024-11-16T19:33:32,785 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/WALs/d11ab77873cb,41095,1731785610262/d11ab77873cb%2C41095%2C1731785610262.meta.1731785612766.meta, exclude list is [], retry=0 2024-11-16T19:33:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37539,DS-bcd45b52-493a-438d-950c-c3fcb320029e,DISK] 2024-11-16T19:33:32,796 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/WALs/d11ab77873cb,41095,1731785610262/d11ab77873cb%2C41095%2C1731785610262.meta.1731785612766.meta 2024-11-16T19:33:32,796 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33769:33769)] 2024-11-16T19:33:32,796 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:32,797 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:33:32,797 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:33:32,797 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:33:32,797 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:33:32,798 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:33:32,798 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:32,798 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:33:32,798 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:33:32,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:32,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:32,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:32,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:32,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:32,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:32,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:32,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:32,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:32,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:32,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:32,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:32,815 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:32,815 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740 2024-11-16T19:33:32,816 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740 2024-11-16T19:33:32,817 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:32,817 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:32,818 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:32,819 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:32,819 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61134688, jitterRate=-0.08902215957641602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:32,819 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:33:32,820 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785612798Writing region info on filesystem at 1731785612798Initializing all the Stores at 1731785612799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785612799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785612809 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785612809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785612809Cleaning up temporary data from old regions at 1731785612817 (+8 ms)Running coprocessor post-open hooks at 1731785612819 (+2 ms)Region opened successfully at 1731785612820 (+1 ms) 2024-11-16T19:33:32,820 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785612756 2024-11-16T19:33:32,824 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:33:32,824 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:33:32,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,41095,1731785610262 2024-11-16T19:33:32,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,41095,1731785610262, state=OPEN 2024-11-16T19:33:32,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-200148912/meta-region-server 2024-11-16T19:33:32,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-200148912/meta-region-server 2024-11-16T19:33:32,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-200148912/meta-region-server: CHANGED 2024-11-16T19:33:32,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-200148912/meta-region-server: CHANGED 2024-11-16T19:33:32,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,41095,1731785610262 2024-11-16T19:33:32,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:33:32,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,41095,1731785610262 in 225 msec 2024-11-16T19:33:32,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:33:32,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-16T19:33:32,835 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:32,835 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:33:32,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:32,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,41095,1731785610262, seqNum=-1] 2024-11-16T19:33:32,836 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:32,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:32,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-11-16T19:33:32,843 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785612843, completionTime=-1 2024-11-16T19:33:32,843 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:33:32,843 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785672851 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785732851 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38017,1731785610212-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38017,1731785610212-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38017,1731785610212-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:38017, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:32,851 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:32,856 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:33:32,861 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:32,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.523sec 2024-11-16T19:33:32,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:33:32,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:33:32,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:33:32,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:33:32,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:33:32,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38017,1731785610212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:32,866 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38017,1731785610212-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:33:32,871 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:33:32,871 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:33:32,871 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38017,1731785610212-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:32,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e448cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38017,-1 for getting cluster id 2024-11-16T19:33:32,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:32,877 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273630f1-5e49-4158-b95f-934046954b17' 2024-11-16T19:33:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273630f1-5e49-4158-b95f-934046954b17" 2024-11-16T19:33:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c679142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38017,-1] 2024-11-16T19:33:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:32,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:32,879 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:32,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513e4979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:32,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,41095,1731785610262, seqNum=-1] 2024-11-16T19:33:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:32,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:32,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,38017,1731785610212 2024-11-16T19:33:32,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-16T19:33:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:32,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a069c480005 connected 2024-11-16T19:33:32,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34894f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44541,-1 for getting cluster id 2024-11-16T19:33:32,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:32,907 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e10e8d50-891c-4a77-ad43-d63b5b479ef1' 2024-11-16T19:33:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e10e8d50-891c-4a77-ad43-d63b5b479ef1" 2024-11-16T19:33:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b0a529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44541,-1] 2024-11-16T19:33:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:32,909 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b86fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:33:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44541,1731785606060 2024-11-16T19:33:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38786505 2024-11-16T19:33:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:33:32,912 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:33:32,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:38017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:33:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:33:32,916 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:38017' 2024-11-16T19:33:32,917 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc53fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,917 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38017,-1 for getting cluster id 2024-11-16T19:33:32,917 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:32,920 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273630f1-5e49-4158-b95f-934046954b17' 2024-11-16T19:33:32,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:32,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273630f1-5e49-4158-b95f-934046954b17" 2024-11-16T19:33:32,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac867b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38017,-1] 2024-11-16T19:33:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:32,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:32,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:32,925 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:32,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7228df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:32,926 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:33:32,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,38017,1731785610212 2024-11-16T19:33:32,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@635f44d4 2024-11-16T19:33:32,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:33:32,929 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:33:32,930 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T19:33:32,930 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:33:32,930 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:32,930 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:32,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:32,930 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:33:32,932 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:33:32,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:33:32,933 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:32,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:33:32,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741835_1011 (size=1138) 2024-11-16T19:33:32,982 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:33:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:33,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9610302df80837ee4a5e86907107a78f, NAME => 'hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7 2024-11-16T19:33:33,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741836_1012 (size=44) 2024-11-16T19:33:33,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:33,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9610302df80837ee4a5e86907107a78f, disabling compactions & flushes 2024-11-16T19:33:33,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:33,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:33,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. after waiting 0 ms 2024-11-16T19:33:33,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:33,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:33,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9610302df80837ee4a5e86907107a78f: Waiting for close lock at 1731785613370Disabling compacts and flushes for region at 1731785613370Disabling writes for close at 1731785613370Writing region close event to WAL at 1731785613371 (+1 ms)Closed at 1731785613371 2024-11-16T19:33:33,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:33:33,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785613372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785613372"}]},"ts":"1731785613372"} 2024-11-16T19:33:33,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:33:33,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:33:33,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785613375"}]},"ts":"1731785613375"} 2024-11-16T19:33:33,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:33:33,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN}] 2024-11-16T19:33:33,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN 2024-11-16T19:33:33,379 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN; state=OFFLINE, location=d11ab77873cb,38711,1731785606103; forceNewPlan=false, retain=false 2024-11-16T19:33:33,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9610302df80837ee4a5e86907107a78f, regionState=OPENING, regionLocation=d11ab77873cb,38711,1731785606103 2024-11-16T19:33:33,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN because future has completed 2024-11-16T19:33:33,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9610302df80837ee4a5e86907107a78f, server=d11ab77873cb,38711,1731785606103}] 2024-11-16T19:33:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:33,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:33,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:33,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:33:33,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38711%2C1731785606103.rep, suffix=, logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103, archiveDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs, maxLogs=10 2024-11-16T19:33:33,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.rep.1731785613694, exclude list is [], retry=0 2024-11-16T19:33:33,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36737,DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95,DISK] 2024-11-16T19:33:33,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.rep.1731785613694 2024-11-16T19:33:33,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-16T19:33:33,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9610302df80837ee4a5e86907107a78f, NAME => 'hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:33,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:33:33,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:33:33,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. service=MultiRowMutationService 2024-11-16T19:33:33,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:33:33,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:33,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,725 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,726 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9610302df80837ee4a5e86907107a78f columnFamilyName hfileref 2024-11-16T19:33:33,727 DEBUG [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:33,727 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(327): Store=9610302df80837ee4a5e86907107a78f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:33,727 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,728 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9610302df80837ee4a5e86907107a78f columnFamilyName queue 2024-11-16T19:33:33,728 DEBUG [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:33,729 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(327): Store=9610302df80837ee4a5e86907107a78f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:33,729 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,731 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9610302df80837ee4a5e86907107a78f columnFamilyName sid 2024-11-16T19:33:33,731 DEBUG [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:33,732 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(327): Store=9610302df80837ee4a5e86907107a78f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:33,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:33:33,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:33,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9610302df80837ee4a5e86907107a78f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67975611, jitterRate=0.012915536761283875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:33:33,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:33,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9610302df80837ee4a5e86907107a78f: Running coprocessor pre-open hook at 1731785613723Writing region info on filesystem at 1731785613723Initializing all the Stores at 1731785613724 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785613724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785613725 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785613725Cleaning up temporary data from old regions at 1731785613734 (+9 ms)Running coprocessor post-open hooks at 1731785613742 (+8 ms)Region opened successfully at 1731785613743 (+1 ms) 2024-11-16T19:33:33,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f., pid=7, masterSystemTime=1731785613686 2024-11-16T19:33:33,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:33,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:33,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9610302df80837ee4a5e86907107a78f, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,38711,1731785606103 2024-11-16T19:33:33,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9610302df80837ee4a5e86907107a78f, server=d11ab77873cb,38711,1731785606103 because future has completed 2024-11-16T19:33:33,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T19:33:33,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9610302df80837ee4a5e86907107a78f, server=d11ab77873cb,38711,1731785606103 in 217 msec 2024-11-16T19:33:33,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:33:33,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN in 374 msec 2024-11-16T19:33:33,754 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:33:33,755 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785613754"}]},"ts":"1731785613754"} 2024-11-16T19:33:33,757 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:33:33,757 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:33:33,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 827 msec 2024-11-16T19:33:33,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f., hostname=d11ab77873cb,38711,1731785606103, seqNum=2] 2024-11-16T19:33:33,797 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:33,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:33,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:33:33,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:33:33,958 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:33:33,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T19:33:33,981 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:33:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:34,060 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,38711,1731785606103, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:33:34,060 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:34,061 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38711,1731785606103, seqNum=-1] 2024-11-16T19:33:34,061 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:34,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-16T19:33:34,070 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,38711,1731785606103', locateType=CURRENT is [region=hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f., hostname=d11ab77873cb,38711,1731785606103, seqNum=2] 2024-11-16T19:33:34,083 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T19:33:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T19:33:34,086 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,38711,1731785606103 suceeded 2024-11-16T19:33:34,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T19:33:34,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 283 msec 2024-11-16T19:33:34,089 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:38017,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:33:34,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1760 sec 2024-11-16T19:33:34,112 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:38017' 2024-11-16T19:33:34,127 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43d2325a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:34,127 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38017,-1 for getting cluster id 2024-11-16T19:33:34,127 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:34,134 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273630f1-5e49-4158-b95f-934046954b17' 2024-11-16T19:33:34,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:34,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273630f1-5e49-4158-b95f-934046954b17" 2024-11-16T19:33:34,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc3a070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:34,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38017,-1] 2024-11-16T19:33:34,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:34,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:34,136 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:34,138 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b2cc793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:34,138 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:33:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,38017,1731785610212 2024-11-16T19:33:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5447d732 2024-11-16T19:33:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:33:34,140 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-16T19:33:34,141 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,38711,1731785606103 (queues=1) is replicating from cluster=e10e8d50-891c-4a77-ad43-d63b5b479ef1 to cluster=273630f1-5e49-4158-b95f-934046954b17 2024-11-16T19:33:34,141 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C38711%2C1731785606103 2024-11-16T19:33:34,141 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,38711,1731785606103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:33:34,148 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.wal-reader.d11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097, startPosition=0, beingWritten=true 2024-11-16T19:33:34,157 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.shipperd11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C38711%2C1731785606103 2024-11-16T19:33:34,402 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.wal-reader.d11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097 to pos 0, reset compression=false 2024-11-16T19:33:34,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:33:34,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:34,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:34,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:34,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:34,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:34,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:34,709 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.wal-reader.d11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097 to pos 0, reset compression=false 2024-11-16T19:33:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:35,070 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:33:35,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:35,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:35,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:35,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:35,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:35,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:33:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44541,1731785606060 2024-11-16T19:33:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@485e5a2d 2024-11-16T19:33:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:33:35,072 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:33:35,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T19:33:35,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:35,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:35,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:35,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:35,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:35,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:33:35,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1517159504, stopped=false 2024-11-16T19:33:35,073 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,44541,1731785606060 2024-11-16T19:33:35,074 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/running 2024-11-16T19:33:35,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/running 2024-11-16T19:33:35,074 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:35,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:35,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:35,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:35,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:35,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:35,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,38711,1731785606103' ***** 2024-11-16T19:33:35,074 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:33:35,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/running 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:33:35,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(3091): Received CLOSE for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:35,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/running 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,38711,1731785606103 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:35,075 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:38711. 2024-11-16T19:33:35,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9610302df80837ee4a5e86907107a78f, disabling compactions & flushes 2024-11-16T19:33:35,075 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:35,075 DEBUG [RS:0;d11ab77873cb:38711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:35,075 DEBUG [RS:0;d11ab77873cb:38711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:35,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:35,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. after waiting 0 ms 2024-11-16T19:33:35,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:33:35,075 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9610302df80837ee4a5e86907107a78f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T19:33:35,075 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:33:35,076 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:33:35,076 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:33:35,076 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9610302df80837ee4a5e86907107a78f=hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.} 2024-11-16T19:33:35,076 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:35,076 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:35,076 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:35,076 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:35,076 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:35,076 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:35,076 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T19:33:35,095 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/info/08b55155ad854ee2ae5791bb2be4fe15 is 147, key is hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f./info:regioninfo/1731785613746/Put/seqid=0 2024-11-16T19:33:35,095 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/.tmp/queue/d2fc211385584ec3a4fe552b4afbc716 is 151, key is 1-d11ab77873cb,38711,1731785606103/queue:d11ab77873cb%2C38711%2C1731785606103/1731785614071/Put/seqid=0 2024-11-16T19:33:35,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741838_1014 (size=6631) 2024-11-16T19:33:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741839_1015 (size=5350) 2024-11-16T19:33:35,114 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.wal-reader.d11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097 to pos 0, reset compression=false 2024-11-16T19:33:35,276 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:35,476 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:35,501 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/info/08b55155ad854ee2ae5791bb2be4fe15 2024-11-16T19:33:35,502 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/.tmp/queue/d2fc211385584ec3a4fe552b4afbc716 2024-11-16T19:33:35,509 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/.tmp/queue/d2fc211385584ec3a4fe552b4afbc716 as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/queue/d2fc211385584ec3a4fe552b4afbc716 2024-11-16T19:33:35,514 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/queue/d2fc211385584ec3a4fe552b4afbc716, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T19:33:35,515 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9610302df80837ee4a5e86907107a78f in 440ms, sequenceid=5, compaction requested=false 2024-11-16T19:33:35,519 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T19:33:35,519 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:35,519 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:35,519 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:35,519 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9610302df80837ee4a5e86907107a78f: Waiting for close lock at 1731785615075Running coprocessor pre-close hooks at 1731785615075Disabling compacts and flushes for region at 1731785615075Disabling writes for close at 1731785615075Obtaining lock to block concurrent updates at 1731785615075Preparing flush snapshotting stores in 9610302df80837ee4a5e86907107a78f at 1731785615075Finished memstore snapshotting hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731785615076 (+1 ms)Flushing stores of hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. at 1731785615076Flushing 9610302df80837ee4a5e86907107a78f/queue: creating writer at 1731785615076Flushing 9610302df80837ee4a5e86907107a78f/queue: appending metadata at 1731785615094 (+18 ms)Flushing 9610302df80837ee4a5e86907107a78f/queue: closing flushed file at 1731785615094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbdbbd6: reopening flushed file at 1731785615508 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9610302df80837ee4a5e86907107a78f in 440ms, sequenceid=5, compaction requested=false at 1731785615515 (+7 ms)Writing region close event to WAL at 1731785615516 (+1 ms)Running coprocessor post-close hooks at 1731785615519 (+3 ms)Closed at 1731785615519 2024-11-16T19:33:35,519 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:35,532 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/ns/f1fb6ceed71442459de96d975e6b1f9b is 43, key is default/ns:d/1731785609123/Put/seqid=0 2024-11-16T19:33:35,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741840_1016 (size=5153) 2024-11-16T19:33:35,619 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.wal-reader.d11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097 to pos 0, reset compression=false 2024-11-16T19:33:35,676 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:35,877 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:35,936 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/ns/f1fb6ceed71442459de96d975e6b1f9b 2024-11-16T19:33:35,954 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/table/9405b9ffc2fd4d35b3494679d23c0aeb is 53, key is hbase:replication/table:state/1731785613754/Put/seqid=0 2024-11-16T19:33:35,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741841_1017 (size=5256) 2024-11-16T19:33:35,964 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:33:35,964 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:33:36,077 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:33:36,077 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:33:36,077 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:36,224 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.wal-reader.d11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097 to pos 0, reset compression=false 2024-11-16T19:33:36,277 DEBUG [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:36,359 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/table/9405b9ffc2fd4d35b3494679d23c0aeb 2024-11-16T19:33:36,364 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/info/08b55155ad854ee2ae5791bb2be4fe15 as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/info/08b55155ad854ee2ae5791bb2be4fe15 2024-11-16T19:33:36,368 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/info/08b55155ad854ee2ae5791bb2be4fe15, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T19:33:36,369 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/ns/f1fb6ceed71442459de96d975e6b1f9b as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/ns/f1fb6ceed71442459de96d975e6b1f9b 2024-11-16T19:33:36,374 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/ns/f1fb6ceed71442459de96d975e6b1f9b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:33:36,375 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/table/9405b9ffc2fd4d35b3494679d23c0aeb as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/table/9405b9ffc2fd4d35b3494679d23c0aeb 2024-11-16T19:33:36,379 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/table/9405b9ffc2fd4d35b3494679d23c0aeb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T19:33:36,380 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-16T19:33:36,391 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T19:33:36,391 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:36,391 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:36,391 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:36,391 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785615076Running coprocessor pre-close hooks at 1731785615076Disabling compacts and flushes for region at 1731785615076Disabling writes for close at 1731785615076Obtaining lock to block concurrent updates at 1731785615076Preparing flush snapshotting stores in 1588230740 at 1731785615076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731785615076Flushing stores of hbase:meta,,1.1588230740 at 1731785615077 (+1 ms)Flushing 1588230740/info: creating writer at 1731785615077Flushing 1588230740/info: appending metadata at 1731785615094 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731785615094Flushing 1588230740/ns: creating writer at 1731785615514 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731785615532 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731785615532Flushing 1588230740/table: creating writer at 1731785615941 (+409 ms)Flushing 1588230740/table: appending metadata at 1731785615954 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731785615954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc079f: reopening flushed file at 1731785616363 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d92483: reopening flushed file at 1731785616368 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e069a34: reopening flushed file at 1731785616374 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1731785616380 (+6 ms)Writing region close event to WAL at 1731785616387 (+7 ms)Running coprocessor post-close hooks at 1731785616391 (+4 ms)Closed at 1731785616391 2024-11-16T19:33:36,391 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:36,477 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,38711,1731785606103; all regions closed. 2024-11-16T19:33:36,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741834_1010 (size=2742) 2024-11-16T19:33:36,482 DEBUG [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs 2024-11-16T19:33:36,482 INFO [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C38711%2C1731785606103.meta:.meta(num 1731785609075) 2024-11-16T19:33:36,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741837_1013 (size=1586) 2024-11-16T19:33:36,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.rep.1731785613694 not finished, retry = 0 2024-11-16T19:33:36,586 DEBUG [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs 2024-11-16T19:33:36,586 INFO [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C38711%2C1731785606103.rep:(num 1731785613694) 2024-11-16T19:33:36,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741832_1008 (size=93) 2024-11-16T19:33:36,588 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103/d11ab77873cb%2C38711%2C1731785606103.1731785608097 not finished, retry = 0 2024-11-16T19:33:36,691 DEBUG [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs 2024-11-16T19:33:36,691 INFO [RS:0;d11ab77873cb:38711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C38711%2C1731785606103:(num 1731785608097) 2024-11-16T19:33:36,691 DEBUG [RS:0;d11ab77873cb:38711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:36,691 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:36,691 INFO [RS:0;d11ab77873cb:38711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:36,691 INFO [RS:0;d11ab77873cb:38711 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:36,691 INFO [RS:0;d11ab77873cb:38711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:36,691 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:36,691 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,38711,1731785606103 because: Region server is closing 2024-11-16T19:33:36,692 INFO [RS:0;d11ab77873cb:38711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:38711. 2024-11-16T19:33:36,692 DEBUG [RS:0;d11ab77873cb:38711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:36,692 DEBUG [RS:0;d11ab77873cb:38711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:36,692 DEBUG [RS:0;d11ab77873cb:38711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:36,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:36,792 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.wal-reader.d11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:33:36,792 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.shipperd11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T19:33:36,792 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38711,1731785606103.replicationSource.shipperd11ab77873cb%2C38711%2C1731785606103,1-d11ab77873cb,38711,1731785606103 terminated 2024-11-16T19:33:36,792 INFO [RS:0;d11ab77873cb:38711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38711 2024-11-16T19:33:36,793 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/rs/d11ab77873cb,38711,1731785606103 2024-11-16T19:33:36,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/rs 2024-11-16T19:33:36,793 INFO [RS:0;d11ab77873cb:38711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:36,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,38711,1731785606103] 2024-11-16T19:33:36,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/draining/d11ab77873cb,38711,1731785606103 already deleted, retry=false 2024-11-16T19:33:36,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,38711,1731785606103 expired; onlineServers=0 2024-11-16T19:33:36,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,44541,1731785606060' ***** 2024-11-16T19:33:36,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:33:36,795 INFO [M:0;d11ab77873cb:44541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:36,795 INFO [M:0;d11ab77873cb:44541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:36,795 DEBUG [M:0;d11ab77873cb:44541 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:33:36,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:33:36,796 DEBUG [M:0;d11ab77873cb:44541 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:33:36,796 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785607921 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785607921,5,FailOnTimeoutGroup] 2024-11-16T19:33:36,796 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785607917 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785607917,5,FailOnTimeoutGroup] 2024-11-16T19:33:36,796 INFO [M:0;d11ab77873cb:44541 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:36,796 INFO [M:0;d11ab77873cb:44541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:36,796 DEBUG [M:0;d11ab77873cb:44541 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:33:36,796 INFO [M:0;d11ab77873cb:44541 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:33:36,796 INFO [M:0;d11ab77873cb:44541 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:36,796 INFO [M:0;d11ab77873cb:44541 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:33:36,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:33:36,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/master 2024-11-16T19:33:36,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:36,797 DEBUG [M:0;d11ab77873cb:44541 {}] zookeeper.ZKUtil(347): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/master because node does not exist (not an error) 2024-11-16T19:33:36,797 WARN [M:0;d11ab77873cb:44541 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:33:36,797 INFO [M:0;d11ab77873cb:44541 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/.lastflushedseqids 2024-11-16T19:33:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741842_1018 (size=181) 2024-11-16T19:33:36,895 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:36,895 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38711-0x1004a069c480001, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:36,895 INFO [RS:0;d11ab77873cb:38711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:36,895 INFO [RS:0;d11ab77873cb:38711 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,38711,1731785606103; zookeeper connection closed. 2024-11-16T19:33:36,895 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31860313 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31860313 2024-11-16T19:33:36,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:33:37,202 INFO [M:0;d11ab77873cb:44541 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:33:37,202 INFO [M:0;d11ab77873cb:44541 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:33:37,202 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:37,202 INFO [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:37,202 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:37,202 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:37,202 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:37,202 INFO [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T19:33:37,216 DEBUG [M:0;d11ab77873cb:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d849a36df324dd2afc7e8af06b63f6f is 82, key is hbase:meta,,1/info:regioninfo/1731785609112/Put/seqid=0 2024-11-16T19:33:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741843_1019 (size=5672) 2024-11-16T19:33:37,621 INFO [M:0;d11ab77873cb:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d849a36df324dd2afc7e8af06b63f6f 2024-11-16T19:33:37,637 DEBUG [M:0;d11ab77873cb:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53b8ae48865f4df09c8647376555a236 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731785613758/Put/seqid=0 2024-11-16T19:33:37,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741844_1020 (size=7203) 2024-11-16T19:33:38,042 INFO [M:0;d11ab77873cb:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53b8ae48865f4df09c8647376555a236 2024-11-16T19:33:38,057 DEBUG [M:0;d11ab77873cb:44541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc6e184ba56149d3834db44e40ca0183 is 69, key is d11ab77873cb,38711,1731785606103/rs:state/1731785607951/Put/seqid=0 2024-11-16T19:33:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741845_1021 (size=5156) 2024-11-16T19:33:38,462 INFO [M:0;d11ab77873cb:44541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc6e184ba56149d3834db44e40ca0183 2024-11-16T19:33:38,466 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d849a36df324dd2afc7e8af06b63f6f as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d849a36df324dd2afc7e8af06b63f6f 2024-11-16T19:33:38,470 INFO [M:0;d11ab77873cb:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d849a36df324dd2afc7e8af06b63f6f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T19:33:38,471 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53b8ae48865f4df09c8647376555a236 as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53b8ae48865f4df09c8647376555a236 2024-11-16T19:33:38,476 INFO [M:0;d11ab77873cb:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53b8ae48865f4df09c8647376555a236, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T19:33:38,477 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc6e184ba56149d3834db44e40ca0183 as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc6e184ba56149d3834db44e40ca0183 2024-11-16T19:33:38,482 INFO [M:0;d11ab77873cb:44541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc6e184ba56149d3834db44e40ca0183, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T19:33:38,483 INFO [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=70, compaction requested=false 2024-11-16T19:33:38,484 INFO [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:38,484 DEBUG [M:0;d11ab77873cb:44541 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785617202Disabling compacts and flushes for region at 1731785617202Disabling writes for close at 1731785617202Obtaining lock to block concurrent updates at 1731785617202Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785617202Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731785617202Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785617203 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785617203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785617216 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785617216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785617625 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785617637 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785617637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785618046 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785618057 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785618057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199ebb1f: reopening flushed file at 1731785618465 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d81e659: reopening flushed file at 1731785618470 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7f2a33: reopening flushed file at 1731785618476 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=70, compaction requested=false at 1731785618483 (+7 ms)Writing region close event to WAL at 1731785618484 (+1 ms)Closed at 1731785618484 2024-11-16T19:33:38,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741830_1006 (size=41008) 2024-11-16T19:33:38,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060/d11ab77873cb%2C44541%2C1731785606060.1731785607802 not finished, retry = 0 2024-11-16T19:33:38,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:38,587 INFO [M:0;d11ab77873cb:44541 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:33:38,587 INFO [M:0;d11ab77873cb:44541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44541 2024-11-16T19:33:38,587 INFO [M:0;d11ab77873cb:44541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:38,688 INFO [M:0;d11ab77873cb:44541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:38,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44541-0x1004a069c480000, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:38,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:38,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:38,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:38,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:38,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:38,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:38,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:33:38,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:38,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42435 2024-11-16T19:33:38,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42435 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-16T19:33:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424350x0, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:38,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42435-0x1004a069c480006 connected 2024-11-16T19:33:38,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:38,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:38,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/running 2024-11-16T19:33:38,698 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: INIT 2024-11-16T19:33:38,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7, hbase.cluster.distributed=false 2024-11-16T19:33:38,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/acl 2024-11-16T19:33:38,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-16T19:33:38,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42435 2024-11-16T19:33:38,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42435 2024-11-16T19:33:38,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-16T19:33:38,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-16T19:33:38,713 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:38,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:38,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:38,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:33:38,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:38,714 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33729 2024-11-16T19:33:38,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33729 connecting to ZooKeeper ensemble=127.0.0.1:56599 2024-11-16T19:33:38,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:38,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:38,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337290x0, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:38,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337290x0, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/running 2024-11-16T19:33:38,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33729-0x1004a069c480007 connected 2024-11-16T19:33:38,719 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: INIT 2024-11-16T19:33:38,719 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:33:38,720 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:33:38,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/master 2024-11-16T19:33:38,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/acl 2024-11-16T19:33:38,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33729 2024-11-16T19:33:38,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33729 2024-11-16T19:33:38,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33729 2024-11-16T19:33:38,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33729 2024-11-16T19:33:38,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33729 2024-11-16T19:33:38,737 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:42435 2024-11-16T19:33:38,738 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1554365007/backup-masters/d11ab77873cb,42435,1731785618689 2024-11-16T19:33:38,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/backup-masters 2024-11-16T19:33:38,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/backup-masters 2024-11-16T19:33:38,739 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on existing znode=/0-1554365007/backup-masters/d11ab77873cb,42435,1731785618689 2024-11-16T19:33:38,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1554365007/master 2024-11-16T19:33:38,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:38,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:38,740 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on existing znode=/0-1554365007/master 2024-11-16T19:33:38,740 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1554365007/backup-masters/d11ab77873cb,42435,1731785618689 from backup master directory 2024-11-16T19:33:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/backup-masters/d11ab77873cb,42435,1731785618689 2024-11-16T19:33:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/backup-masters 2024-11-16T19:33:38,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/backup-masters 2024-11-16T19:33:38,741 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:38,741 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,42435,1731785618689 2024-11-16T19:33:38,750 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:38,750 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:33:38,756 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-16T19:33:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741846_1022 (size=196) 2024-11-16T19:33:39,166 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:33:39,167 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:33:39,167 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:39,172 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T19:33:39,175 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060 to hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060-dead as it is dead 2024-11-16T19:33:39,175 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060-dead/d11ab77873cb%2C44541%2C1731785606060.1731785607802 2024-11-16T19:33:39,176 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060-dead/d11ab77873cb%2C44541%2C1731785606060.1731785607802 after 1ms 2024-11-16T19:33:39,176 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060-dead/d11ab77873cb%2C44541%2C1731785606060.1731785607802 to hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d11ab77873cb%2C44541%2C1731785606060.1731785607802 2024-11-16T19:33:39,176 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,44541,1731785606060-dead 2024-11-16T19:33:39,177 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,42435,1731785618689 2024-11-16T19:33:39,177 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:39,179 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C42435%2C1731785618689, suffix=, logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,42435,1731785618689, archiveDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/oldWALs, maxLogs=10 2024-11-16T19:33:39,192 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,42435,1731785618689/d11ab77873cb%2C42435%2C1731785618689.1731785619179, exclude list is [], retry=0 2024-11-16T19:33:39,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36737,DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95,DISK] 2024-11-16T19:33:39,196 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/WALs/d11ab77873cb,42435,1731785618689/d11ab77873cb%2C42435%2C1731785618689.1731785619179 2024-11-16T19:33:39,197 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-16T19:33:39,197 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:39,198 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:39,198 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,198 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:33:39,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:39,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d849a36df324dd2afc7e8af06b63f6f 2024-11-16T19:33:39,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:39,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:33:39,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:39,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53b8ae48865f4df09c8647376555a236 2024-11-16T19:33:39,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:39,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:33:39,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:39,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc6e184ba56149d3834db44e40ca0183 2024-11-16T19:33:39,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:39,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:33:39,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:39,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:39,216 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,217 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T19:33:39,217 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d11ab77873cb%2C44541%2C1731785606060.1731785607802 2024-11-16T19:33:39,221 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d11ab77873cb%2C44541%2C1731785606060.1731785607802 2024-11-16T19:33:39,222 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d11ab77873cb%2C44541%2C1731785606060.1731785607802 2024-11-16T19:33:39,223 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,223 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,224 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:39,225 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:39,226 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-16T19:33:39,227 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73634855, jitterRate=0.09724484384059906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:39,227 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785619198Initializing all the Stores at 1731785619199 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785619199Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785619199Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785619199Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785619199Cleaning up temporary data from old regions at 1731785619223 (+24 ms)Region opened successfully at 1731785619227 (+4 ms) 2024-11-16T19:33:39,227 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:33:39,229 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ce7231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:39,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T19:33:39,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:33:39,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:33:39,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:33:39,232 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:33:39,234 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:39,235 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:33:39,235 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:33:39,235 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-16T19:33:39,235 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:33:39,238 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d11ab77873cb,38711,1731785606103, regionLocation=d11ab77873cb,38711,1731785606103, openSeqNum=2 2024-11-16T19:33:39,238 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d11ab77873cb,38711,1731785606103, table=hbase:meta, region=1588230740 2024-11-16T19:33:39,238 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,38711,1731785606103, state=OPEN 2024-11-16T19:33:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1554365007/meta-region-server 2024-11-16T19:33:39,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1554365007/meta-region-server 2024-11-16T19:33:39,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:39,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:39,242 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:33:39,243 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/draining/d11ab77873cb,38711,1731785606103 already deleted, retry=false 2024-11-16T19:33:39,243 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d11ab77873cb,38711,1731785606103 on d11ab77873cb,42435,1731785618689 2024-11-16T19:33:39,244 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d11ab77873cb,38711,1731785606103, splitWal=true, meta=true 2024-11-16T19:33:39,244 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for d11ab77873cb,38711,1731785606103 (carryingMeta=true) d11ab77873cb,38711,1731785606103/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7293ab63[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T19:33:39,246 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/balancer because node does not exist (not necessarily an error) 2024-11-16T19:33:39,247 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/balancer already deleted, retry=false 2024-11-16T19:33:39,247 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:33:39,247 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:33:39,248 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/normalizer already deleted, retry=false 2024-11-16T19:33:39,248 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:33:39,249 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:33:39,250 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/switch/split already deleted, retry=false 2024-11-16T19:33:39,251 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:33:39,251 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/switch/merge already deleted, retry=false 2024-11-16T19:33:39,254 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:33:39,255 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/snapshot-cleanup already deleted, retry=false 2024-11-16T19:33:39,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1554365007/running 2024-11-16T19:33:39,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:39,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1554365007/running 2024-11-16T19:33:39,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:39,256 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,42435,1731785618689, sessionid=0x1004a069c480006, setting cluster-up flag (Was=false) 2024-11-16T19:33:39,257 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1554365007/flush-table-proc/acquired, /0-1554365007/flush-table-proc/reached, /0-1554365007/flush-table-proc/abort 2024-11-16T19:33:39,258 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,42435,1731785618689 2024-11-16T19:33:39,259 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1554365007/online-snapshot/acquired, /0-1554365007/online-snapshot/reached, /0-1554365007/online-snapshot/abort 2024-11-16T19:33:39,260 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,42435,1731785618689 2024-11-16T19:33:39,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/.lastflushedseqids 2024-11-16T19:33:39,263 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:33:39,263 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:33:39,263 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,42435,1731785618689 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d11ab77873cb,38711,1731785606103 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:33:39,264 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:39,264 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:39,264 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:39,264 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:39,264 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:33:39,264 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,264 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:39,264 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,266 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d11ab77873cb,38711,1731785606103, splitWal=true, meta=true 2024-11-16T19:33:39,266 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d11ab77873cb,38711,1731785606103, splitWal=true, meta=true, isMeta: true 2024-11-16T19:33:39,268 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103-splitting 2024-11-16T19:33:39,268 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103-splitting dir is empty, no logs to split. 2024-11-16T19:33:39,268 INFO [PEWorker-1 {}] master.SplitWALManager(105): d11ab77873cb,38711,1731785606103 WAL count=0, meta=true 2024-11-16T19:33:39,270 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103-splitting dir is empty, no logs to split. 2024-11-16T19:33:39,270 INFO [PEWorker-1 {}] master.SplitWALManager(105): d11ab77873cb,38711,1731785606103 WAL count=0, meta=true 2024-11-16T19:33:39,270 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d11ab77873cb,38711,1731785606103 WAL splitting is done? wals=0, meta=true 2024-11-16T19:33:39,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:33:39,271 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:39,272 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T19:33:39,272 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785649272 2024-11-16T19:33:39,272 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:33:39,273 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:33:39,276 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785619273,5,FailOnTimeoutGroup] 2024-11-16T19:33:39,276 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785619276,5,FailOnTimeoutGroup] 2024-11-16T19:33:39,276 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,276 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:33:39,276 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,276 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,276 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785619276, completionTime=-1 2024-11-16T19:33:39,276 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T19:33:39,276 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T19:33:39,330 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(746): ClusterId : e10e8d50-891c-4a77-ad43-d63b5b479ef1 2024-11-16T19:33:39,330 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:33:39,331 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:33:39,331 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:33:39,333 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:33:39,333 DEBUG [RS:0;d11ab77873cb:33729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362a121c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:39,348 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:33729 2024-11-16T19:33:39,349 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:33:39,349 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:33:39,349 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:33:39,349 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,42435,1731785618689 with port=33729, startcode=1731785618712 2024-11-16T19:33:39,350 DEBUG [RS:0;d11ab77873cb:33729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:33:39,351 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:33:39,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42435 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,353 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7 2024-11-16T19:33:39,353 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40931 2024-11-16T19:33:39,353 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:33:39,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/rs 2024-11-16T19:33:39,355 DEBUG [RS:0;d11ab77873cb:33729 {}] zookeeper.ZKUtil(111): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on existing znode=/0-1554365007/rs/d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,355 WARN [RS:0;d11ab77873cb:33729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:39,356 INFO [RS:0;d11ab77873cb:33729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:39,356 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,33729,1731785618712] 2024-11-16T19:33:39,373 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:33:39,374 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:33:39,375 INFO [RS:0;d11ab77873cb:33729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:33:39,375 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,375 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:33:39,376 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:33:39,376 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:39,376 DEBUG [RS:0;d11ab77873cb:33729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:39,376 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T19:33:39,377 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,377 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,377 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,377 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,377 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,377 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,33729,1731785618712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:39,396 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:33:39,396 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,33729,1731785618712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,415 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,33729,1731785618712, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:33:39,415 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,415 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.Replication(171): d11ab77873cb,33729,1731785618712 started 2024-11-16T19:33:39,422 WARN [d11ab77873cb:42435 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T19:33:39,427 DEBUG [RS:0;d11ab77873cb:33729.replicationSource,1-d11ab77873cb,33729,1731785618712 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:38017' 2024-11-16T19:33:39,428 DEBUG [RS:0;d11ab77873cb:33729.replicationSource,1-d11ab77873cb,33729,1731785618712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c63243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:39,428 DEBUG [RS:0;d11ab77873cb:33729.replicationSource,1-d11ab77873cb,33729,1731785618712 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38017,-1 for getting cluster id 2024-11-16T19:33:39,428 DEBUG [RS:0;d11ab77873cb:33729.replicationSource,1-d11ab77873cb,33729,1731785618712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:39,429 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '273630f1-5e49-4158-b95f-934046954b17' 2024-11-16T19:33:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "273630f1-5e49-4158-b95f-934046954b17" 2024-11-16T19:33:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce79d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38017,-1] 2024-11-16T19:33:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:39,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:39,430 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:39,431 DEBUG [RS:0;d11ab77873cb:33729.replicationSource,1-d11ab77873cb,33729,1731785618712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57cb889a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:39,431 DEBUG [RS:0;d11ab77873cb:33729.replicationSource,1-d11ab77873cb,33729,1731785618712 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:33:39,432 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:39,432 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,33729,1731785618712, RpcServer on d11ab77873cb/172.17.0.2:33729, sessionid=0x1004a069c480007 2024-11-16T19:33:39,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,38017,1731785610212 2024-11-16T19:33:39,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2afd4420 2024-11-16T19:33:39,432 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:33:39,432 DEBUG [RS:0;d11ab77873cb:33729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,432 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,33729,1731785618712' 2024-11-16T19:33:39,432 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1554365007/flush-table-proc/abort' 2024-11-16T19:33:39,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:33:39,432 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1554365007/flush-table-proc/acquired' 2024-11-16T19:33:39,433 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:33:39,433 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:33:39,433 DEBUG [RS:0;d11ab77873cb:33729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,433 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,33729,1731785618712' 2024-11-16T19:33:39,433 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1554365007/online-snapshot/abort' 2024-11-16T19:33:39,433 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-16T19:33:39,433 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1554365007/online-snapshot/acquired' 2024-11-16T19:33:39,433 DEBUG [RS:0;d11ab77873cb:33729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:33:39,433 INFO [RS:0;d11ab77873cb:33729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:33:39,433 INFO [RS:0;d11ab77873cb:33729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:33:39,434 INFO [RS:0;d11ab77873cb:33729.replicationSource,1-d11ab77873cb,33729,1731785618712 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,33729,1731785618712 (queues=0) is replicating from cluster=e10e8d50-891c-4a77-ad43-d63b5b479ef1 to cluster=273630f1-5e49-4158-b95f-934046954b17 2024-11-16T19:33:39,534 INFO [RS:0;d11ab77873cb:33729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:39,535 INFO [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33729%2C1731785618712, suffix=, logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712, archiveDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs, maxLogs=10 2024-11-16T19:33:39,546 DEBUG [RS:0;d11ab77873cb:33729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535, exclude list is [], retry=0 2024-11-16T19:33:39,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36737,DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95,DISK] 2024-11-16T19:33:39,550 INFO [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 2024-11-16T19:33:39,550 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d11ab77873cb%2C33729%2C1731785618712 for peer 1 2024-11-16T19:33:39,550 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C33729%2C1731785618712 2024-11-16T19:33:39,550 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,33729,1731785618712, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:33:39,551 DEBUG [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-16T19:33:39,551 INFO [RS:0;d11ab77873cb:33729.replicationSource.shipperd11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C33729%2C1731785618712 2024-11-16T19:33:39,551 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535, startPosition=0, beingWritten=true 2024-11-16T19:33:39,672 DEBUG [d11ab77873cb:42435 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:33:39,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,33729,1731785618712, state=OPENING 2024-11-16T19:33:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1554365007/meta-region-server 2024-11-16T19:33:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1554365007/meta-region-server 2024-11-16T19:33:39,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:39,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:39,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,33729,1731785618712}] 2024-11-16T19:33:39,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:39,755 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:39,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:33:39,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:33:39,831 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:33:39,831 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:39,831 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:33:39,832 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33729%2C1731785618712.meta, suffix=.meta, logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712, archiveDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs, maxLogs=10 2024-11-16T19:33:39,843 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.meta.1731785619832.meta, exclude list is [], retry=0 2024-11-16T19:33:39,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36737,DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95,DISK] 2024-11-16T19:33:39,846 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.meta.1731785619832.meta 2024-11-16T19:33:39,846 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-16T19:33:39,847 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:39,847 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:33:39,847 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:33:39,847 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:33:39,847 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:33:39,847 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:33:39,847 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:39,847 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:33:39,847 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:33:39,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:39,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:39,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:39,854 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/info/08b55155ad854ee2ae5791bb2be4fe15 2024-11-16T19:33:39,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:39,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:39,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:39,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:39,860 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/ns/f1fb6ceed71442459de96d975e6b1f9b 2024-11-16T19:33:39,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:39,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:39,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:39,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:39,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:39,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:39,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:39,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:39,866 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/table/9405b9ffc2fd4d35b3494679d23c0aeb 2024-11-16T19:33:39,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:39,866 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:39,867 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740 2024-11-16T19:33:39,868 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740 2024-11-16T19:33:39,869 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:39,869 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:39,869 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:39,870 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:39,871 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72265545, jitterRate=0.07684053480625153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:39,871 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:33:39,871 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785619847Writing region info on filesystem at 1731785619847Initializing all the Stores at 1731785619848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785619848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785619848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785619848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785619848Cleaning up temporary data from old regions at 1731785619869 (+21 ms)Running coprocessor post-open hooks at 1731785619871 (+2 ms)Region opened successfully at 1731785619871 2024-11-16T19:33:39,872 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731785619826 2024-11-16T19:33:39,873 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:33:39,873 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:33:39,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,875 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,33729,1731785618712, state=OPEN 2024-11-16T19:33:39,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1554365007/meta-region-server 2024-11-16T19:33:39,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1554365007/meta-region-server 2024-11-16T19:33:39,875 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,33729,1731785618712 2024-11-16T19:33:39,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:39,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1554365007/meta-region-server: CHANGED 2024-11-16T19:33:39,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T19:33:39,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,33729,1731785618712 in 201 msec 2024-11-16T19:33:39,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:33:39,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-16T19:33:40,059 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:40,463 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:40,879 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T19:33:40,967 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:41,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:33:41,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:41,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:41,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:41,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:41,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:41,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:41,571 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:42,275 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:42,381 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-16T19:33:43,080 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:43,784 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T19:33:43,784 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:33:43,784 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:43,784 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33729,1731785618712, seqNum=-1] 2024-11-16T19:33:43,784 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:43,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:43,788 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9610302df80837ee4a5e86907107a78f, regionState=OPEN, lastHost=d11ab77873cb,38711,1731785606103, regionLocation=d11ab77873cb,38711,1731785606103, openSeqNum=2 2024-11-16T19:33:43,788 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:33:43,788 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785683788 2024-11-16T19:33:43,788 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785743788 2024-11-16T19:33:43,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-16T19:33:43,789 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d11ab77873cb,38711,1731785606103 had 2 regions 2024-11-16T19:33:43,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42435,1731785618689-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:43,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42435,1731785618689-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:43,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42435,1731785618689-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:43,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:42435, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:43,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:43,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:43,790 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d11ab77873cb,38711,1731785606103, splitWal=true, meta=true, isMeta: false 2024-11-16T19:33:43,791 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103-splitting dir is empty, no logs to split. 2024-11-16T19:33:43,791 INFO [PEWorker-3 {}] master.SplitWALManager(105): d11ab77873cb,38711,1731785606103 WAL count=0, meta=false 2024-11-16T19:33:43,794 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,38711,1731785606103-splitting dir is empty, no logs to split. 2024-11-16T19:33:43,794 INFO [PEWorker-3 {}] master.SplitWALManager(105): d11ab77873cb,38711,1731785606103 WAL count=0, meta=false 2024-11-16T19:33:43,794 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d11ab77873cb,38711,1731785606103 WAL splitting is done? wals=0, meta=false 2024-11-16T19:33:43,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.054sec 2024-11-16T19:33:43,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:33:43,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:33:43,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:33:43,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:33:43,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:33:43,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42435,1731785618689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:43,795 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42435,1731785618689-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:33:43,796 WARN [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d11ab77873cb,38711,1731785606103/hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:43,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN}] 2024-11-16T19:33:43,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN 2024-11-16T19:33:43,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T19:33:43,799 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:33:43,799 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:33:43,799 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42435,1731785618689-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:43,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4deee866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:43,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42435,-1 for getting cluster id 2024-11-16T19:33:43,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:43,834 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e10e8d50-891c-4a77-ad43-d63b5b479ef1' 2024-11-16T19:33:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e10e8d50-891c-4a77-ad43-d63b5b479ef1" 2024-11-16T19:33:43,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee01ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:43,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42435,-1] 2024-11-16T19:33:43,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:43,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:43,836 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1729f9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:43,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33729,1731785618712, seqNum=-1] 2024-11-16T19:33:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:43,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:43,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T19:33:43,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:43,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:43,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:43,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:43,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:43,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d11ab77873cb:42435 after: d11ab77873cb:42435 2024-11-16T19:33:43,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c11def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:43,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42435,-1 for getting cluster id 2024-11-16T19:33:43,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:43,843 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e10e8d50-891c-4a77-ad43-d63b5b479ef1' 2024-11-16T19:33:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e10e8d50-891c-4a77-ad43-d63b5b479ef1" 2024-11-16T19:33:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5007b4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42435,-1] 2024-11-16T19:33:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:43,844 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:43,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791a9796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:43,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:33:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,42435,1731785618689 2024-11-16T19:33:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ccdb6b6 2024-11-16T19:33:43,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:33:43,846 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:33:43,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42435 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T19:33:43,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:33:43,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:43,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:43,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:43,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:43,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:43,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:33:43,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1921856801, stopped=false 2024-11-16T19:33:43,847 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,38017,1731785610212 2024-11-16T19:33:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-200148912/running 2024-11-16T19:33:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-200148912/running 2024-11-16T19:33:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:43,848 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:43,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:43,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on znode that does not yet exist, /1-200148912/running 2024-11-16T19:33:43,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:43,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:43,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,41095,1731785610262' ***** 2024-11-16T19:33:43,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:33:43,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Set watcher on znode that does not yet exist, /1-200148912/running 2024-11-16T19:33:43,849 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:33:43,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:33:43,849 INFO [RS:0;d11ab77873cb:41095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:33:43,849 INFO [RS:0;d11ab77873cb:41095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:33:43,849 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,41095,1731785610262 2024-11-16T19:33:43,849 INFO [RS:0;d11ab77873cb:41095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:43,849 INFO [RS:0;d11ab77873cb:41095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:41095. 2024-11-16T19:33:43,850 DEBUG [RS:0;d11ab77873cb:41095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:43,850 DEBUG [RS:0;d11ab77873cb:41095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:43,850 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:33:43,850 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:33:43,850 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:33:43,850 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:33:43,850 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:33:43,850 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:33:43,850 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:43,850 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:43,850 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:43,850 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:43,850 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:43,850 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:43,850 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T19:33:43,865 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740/.tmp/ns/ab14c3ec5480423493679ea5d311ed90 is 43, key is default/ns:d/1731785612838/Put/seqid=0 2024-11-16T19:33:43,866 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:43,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741835_1011 (size=5153) 2024-11-16T19:33:43,948 DEBUG [d11ab77873cb:42435 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:33:43,949 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9610302df80837ee4a5e86907107a78f, regionState=OPENING, regionLocation=d11ab77873cb,33729,1731785618712 2024-11-16T19:33:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN because future has completed 2024-11-16T19:33:43,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9610302df80837ee4a5e86907107a78f, server=d11ab77873cb,33729,1731785618712}] 2024-11-16T19:33:43,984 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:44,050 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:44,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:44,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:44,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:33:44,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33729%2C1731785618712.rep, suffix=, logDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712, archiveDir=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs, maxLogs=10 2024-11-16T19:33:44,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.rep.1731785624108, exclude list is [], retry=0 2024-11-16T19:33:44,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36737,DS-8ac63daa-bafe-4e78-b6e0-40ed3a4b0c95,DISK] 2024-11-16T19:33:44,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.rep.1731785624108 2024-11-16T19:33:44,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40473:40473)] 2024-11-16T19:33:44,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9610302df80837ee4a5e86907107a78f, NAME => 'hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:44,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:33:44,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:33:44,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. service=MultiRowMutationService 2024-11-16T19:33:44,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:33:44,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:44,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,124 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,125 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9610302df80837ee4a5e86907107a78f columnFamilyName hfileref 2024-11-16T19:33:44,125 DEBUG [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:44,125 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(327): Store=9610302df80837ee4a5e86907107a78f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:44,125 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,126 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9610302df80837ee4a5e86907107a78f columnFamilyName queue 2024-11-16T19:33:44,126 DEBUG [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:44,130 DEBUG [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/queue/d2fc211385584ec3a4fe552b4afbc716 2024-11-16T19:33:44,130 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(327): Store=9610302df80837ee4a5e86907107a78f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:44,130 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,131 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9610302df80837ee4a5e86907107a78f columnFamilyName sid 2024-11-16T19:33:44,131 DEBUG [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:44,131 INFO [StoreOpener-9610302df80837ee4a5e86907107a78f-1 {}] regionserver.HStore(327): Store=9610302df80837ee4a5e86907107a78f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:44,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:33:44,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9610302df80837ee4a5e86907107a78f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67350762, jitterRate=0.0036045610904693604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:33:44,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:44,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9610302df80837ee4a5e86907107a78f: Running coprocessor pre-open hook at 1731785624123Writing region info on filesystem at 1731785624123Initializing all the Stores at 1731785624124 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785624124Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785624124Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785624124Cleaning up temporary data from old regions at 1731785624134 (+10 ms)Running coprocessor post-open hooks at 1731785624137 (+3 ms)Region opened successfully at 1731785624137 2024-11-16T19:33:44,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f., pid=13, masterSystemTime=1731785624103 2024-11-16T19:33:44,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:44,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:44,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9610302df80837ee4a5e86907107a78f, regionState=OPEN, openSeqNum=9, regionLocation=d11ab77873cb,33729,1731785618712 2024-11-16T19:33:44,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9610302df80837ee4a5e86907107a78f, server=d11ab77873cb,33729,1731785618712 because future has completed 2024-11-16T19:33:44,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T19:33:44,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9610302df80837ee4a5e86907107a78f, server=d11ab77873cb,33729,1731785618712 in 192 msec 2024-11-16T19:33:44,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-16T19:33:44,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9610302df80837ee4a5e86907107a78f, ASSIGN in 348 msec 2024-11-16T19:33:44,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T19:33:44,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f., hostname=d11ab77873cb,33729,1731785618712, seqNum=9] 2024-11-16T19:33:44,162 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for d11ab77873cb,38711,1731785606103 2024-11-16T19:33:44,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T19:33:44,250 DEBUG [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:44,269 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740/.tmp/ns/ab14c3ec5480423493679ea5d311ed90 2024-11-16T19:33:44,275 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740/.tmp/ns/ab14c3ec5480423493679ea5d311ed90 as hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740/ns/ab14c3ec5480423493679ea5d311ed90 2024-11-16T19:33:44,278 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740/ns/ab14c3ec5480423493679ea5d311ed90, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T19:33:44,279 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-16T19:33:44,279 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:33:44,297 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T19:33:44,297 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:44,297 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:44,297 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:44,297 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785623850Running coprocessor pre-close hooks at 1731785623850Disabling compacts and flushes for region at 1731785623850Disabling writes for close at 1731785623850Obtaining lock to block concurrent updates at 1731785623850Preparing flush snapshotting stores in 1588230740 at 1731785623850Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731785623851 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785623851Flushing 1588230740/ns: creating writer at 1731785623851Flushing 1588230740/ns: appending metadata at 1731785623865 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731785623865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ca3753: reopening flushed file at 1731785624274 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731785624279 (+5 ms)Writing region close event to WAL at 1731785624293 (+14 ms)Running coprocessor post-close hooks at 1731785624297 (+4 ms)Closed at 1731785624297 2024-11-16T19:33:44,297 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:44,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-16T19:33:44,451 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,41095,1731785610262; all regions closed. 2024-11-16T19:33:44,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741834_1010 (size=1152) 2024-11-16T19:33:44,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/WALs/d11ab77873cb,41095,1731785610262/d11ab77873cb%2C41095%2C1731785610262.meta.1731785612766.meta not finished, retry = 0 2024-11-16T19:33:44,556 DEBUG [RS:0;d11ab77873cb:41095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/oldWALs 2024-11-16T19:33:44,556 INFO [RS:0;d11ab77873cb:41095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C41095%2C1731785610262.meta:.meta(num 1731785612766) 2024-11-16T19:33:44,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741832_1008 (size=93) 2024-11-16T19:33:44,559 DEBUG [RS:0;d11ab77873cb:41095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/oldWALs 2024-11-16T19:33:44,559 INFO [RS:0;d11ab77873cb:41095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C41095%2C1731785610262:(num 1731785611884) 2024-11-16T19:33:44,560 DEBUG [RS:0;d11ab77873cb:41095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:44,560 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:44,560 INFO [RS:0;d11ab77873cb:41095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:44,560 INFO [RS:0;d11ab77873cb:41095 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:44,560 INFO [RS:0;d11ab77873cb:41095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:44,560 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:44,560 INFO [RS:0;d11ab77873cb:41095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41095 2024-11-16T19:33:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-200148912/rs/d11ab77873cb,41095,1731785610262 2024-11-16T19:33:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912/rs 2024-11-16T19:33:44,561 INFO [RS:0;d11ab77873cb:41095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:44,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,41095,1731785610262] 2024-11-16T19:33:44,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-200148912/draining/d11ab77873cb,41095,1731785610262 already deleted, retry=false 2024-11-16T19:33:44,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,41095,1731785610262 expired; onlineServers=0 2024-11-16T19:33:44,563 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,38017,1731785610212' ***** 2024-11-16T19:33:44,563 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:33:44,563 INFO [M:0;d11ab77873cb:38017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:44,563 INFO [M:0;d11ab77873cb:38017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:44,563 DEBUG [M:0;d11ab77873cb:38017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:33:44,563 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:33:44,563 DEBUG [M:0;d11ab77873cb:38017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:33:44,563 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785611615 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785611615,5,FailOnTimeoutGroup] 2024-11-16T19:33:44,563 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785611614 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785611614,5,FailOnTimeoutGroup] 2024-11-16T19:33:44,563 INFO [M:0;d11ab77873cb:38017 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:44,563 INFO [M:0;d11ab77873cb:38017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:44,563 DEBUG [M:0;d11ab77873cb:38017 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:33:44,563 INFO [M:0;d11ab77873cb:38017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:33:44,563 INFO [M:0;d11ab77873cb:38017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:44,563 INFO [M:0;d11ab77873cb:38017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:33:44,563 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:33:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-200148912/master 2024-11-16T19:33:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-200148912 2024-11-16T19:33:44,564 DEBUG [M:0;d11ab77873cb:38017 {}] zookeeper.ZKUtil(347): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Unable to get data of znode /1-200148912/master because node does not exist (not an error) 2024-11-16T19:33:44,564 WARN [M:0;d11ab77873cb:38017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:33:44,565 INFO [M:0;d11ab77873cb:38017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/.lastflushedseqids 2024-11-16T19:33:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741836_1012 (size=99) 2024-11-16T19:33:44,574 INFO [M:0;d11ab77873cb:38017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:33:44,574 INFO [M:0;d11ab77873cb:38017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:33:44,574 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:44,574 INFO [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:44,574 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:44,574 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:44,574 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:44,575 INFO [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T19:33:44,607 DEBUG [M:0;d11ab77873cb:38017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b08a7fe0e049ae8bd19b713e18bf51 is 82, key is hbase:meta,,1/info:regioninfo/1731785612825/Put/seqid=0 2024-11-16T19:33:44,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741837_1013 (size=5672) 2024-11-16T19:33:44,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:44,662 INFO [RS:0;d11ab77873cb:41095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:44,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41095-0x1004a069c480004, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:44,662 INFO [RS:0;d11ab77873cb:41095 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,41095,1731785610262; zookeeper connection closed. 2024-11-16T19:33:44,663 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c0d6b84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c0d6b84 2024-11-16T19:33:44,663 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:33:44,988 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:45,012 INFO [M:0;d11ab77873cb:38017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b08a7fe0e049ae8bd19b713e18bf51 2024-11-16T19:33:45,028 DEBUG [M:0;d11ab77873cb:38017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6597dea9989f4337b0b2b9d28d1fa226 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731785612842/Put/seqid=0 2024-11-16T19:33:45,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741838_1014 (size=5275) 2024-11-16T19:33:45,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:33:45,432 INFO [M:0;d11ab77873cb:38017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6597dea9989f4337b0b2b9d28d1fa226 2024-11-16T19:33:45,451 DEBUG [M:0;d11ab77873cb:38017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac355dc7a904af0af81c0c49d76ca41 is 69, key is d11ab77873cb,41095,1731785610262/rs:state/1731785611741/Put/seqid=0 2024-11-16T19:33:45,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741839_1015 (size=5156) 2024-11-16T19:33:45,856 INFO [M:0;d11ab77873cb:38017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac355dc7a904af0af81c0c49d76ca41 2024-11-16T19:33:45,861 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b08a7fe0e049ae8bd19b713e18bf51 as hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b08a7fe0e049ae8bd19b713e18bf51 2024-11-16T19:33:45,865 INFO [M:0;d11ab77873cb:38017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b08a7fe0e049ae8bd19b713e18bf51, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T19:33:45,866 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6597dea9989f4337b0b2b9d28d1fa226 as hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6597dea9989f4337b0b2b9d28d1fa226 2024-11-16T19:33:45,870 INFO [M:0;d11ab77873cb:38017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6597dea9989f4337b0b2b9d28d1fa226, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T19:33:45,870 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ac355dc7a904af0af81c0c49d76ca41 as hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ac355dc7a904af0af81c0c49d76ca41 2024-11-16T19:33:45,874 INFO [M:0;d11ab77873cb:38017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43377/user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ac355dc7a904af0af81c0c49d76ca41, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T19:33:45,875 INFO [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-16T19:33:45,876 INFO [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:45,876 DEBUG [M:0;d11ab77873cb:38017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785624574Disabling compacts and flushes for region at 1731785624574Disabling writes for close at 1731785624574Obtaining lock to block concurrent updates at 1731785624575 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785624575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731785624575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785624575Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785624576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785624607 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785624607Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785625016 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785625028 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785625028Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785625437 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785625451 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785625451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9cafa6: reopening flushed file at 1731785625860 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5655c166: reopening flushed file at 1731785625865 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a2923a: reopening flushed file at 1731785625870 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1731785625875 (+5 ms)Writing region close event to WAL at 1731785625876 (+1 ms)Closed at 1731785625876 2024-11-16T19:33:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37539 is added to blk_1073741830_1006 (size=10165) 2024-11-16T19:33:45,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82e73485-195a-4d0b-355e-05a4bd728074/MasterData/WALs/d11ab77873cb,38017,1731785610212/d11ab77873cb%2C38017%2C1731785610212.1731785611264 not finished, retry = 0 2024-11-16T19:33:45,979 INFO [M:0;d11ab77873cb:38017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:33:45,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:45,979 INFO [M:0;d11ab77873cb:38017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38017 2024-11-16T19:33:45,979 INFO [M:0;d11ab77873cb:38017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:46,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:46,080 INFO [M:0;d11ab77873cb:38017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:46,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38017-0x1004a069c480003, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:46,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@746569ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:33:46,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f9b5164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:33:46,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:33:46,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38817d4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:33:46,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@663596e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.log.dir/,STOPPED} 2024-11-16T19:33:46,084 WARN [BP-1329559834-172.17.0.2-1731785609273 heartbeating to localhost/127.0.0.1:43377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:33:46,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:33:46,084 WARN [BP-1329559834-172.17.0.2-1731785609273 heartbeating to localhost/127.0.0.1:43377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329559834-172.17.0.2-1731785609273 (Datanode Uuid acc6ff7d-ad3e-4521-8932-c70ad0015dcf) service to localhost/127.0.0.1:43377 2024-11-16T19:33:46,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:33:46,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/cluster_bd200097-2e4c-241c-b111-2e0b148611ec/data/data1/current/BP-1329559834-172.17.0.2-1731785609273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:33:46,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/cluster_bd200097-2e4c-241c-b111-2e0b148611ec/data/data2/current/BP-1329559834-172.17.0.2-1731785609273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:33:46,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:33:46,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65d733fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:33:46,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b9fb0b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:33:46,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:33:46,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b8c0029{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:33:46,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@309b17f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.log.dir/,STOPPED} 2024-11-16T19:33:46,092 DEBUG [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 to pos 0, reset compression=false 2024-11-16T19:33:46,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:33:46,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:33:46,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:46,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:46,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:46,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:46,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:46,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:33:46,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=120626759, stopped=false 2024-11-16T19:33:46,101 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,42435,1731785618689 2024-11-16T19:33:46,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/running 2024-11-16T19:33:46,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/running 2024-11-16T19:33:46,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:46,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:46,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:33:46,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:46,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:46,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/running 2024-11-16T19:33:46,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Set watcher on znode that does not yet exist, /0-1554365007/running 2024-11-16T19:33:46,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,33729,1731785618712' ***** 2024-11-16T19:33:46,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:33:46,103 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:33:46,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:33:46,103 INFO [RS:0;d11ab77873cb:33729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:33:46,103 INFO [RS:0;d11ab77873cb:33729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:33:46,103 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(3091): Received CLOSE for 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:46,104 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,33729,1731785618712 2024-11-16T19:33:46,104 INFO [RS:0;d11ab77873cb:33729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:46,104 INFO [RS:0;d11ab77873cb:33729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:33729. 2024-11-16T19:33:46,104 DEBUG [RS:0;d11ab77873cb:33729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:46,104 DEBUG [RS:0;d11ab77873cb:33729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:46,104 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9610302df80837ee4a5e86907107a78f, disabling compactions & flushes 2024-11-16T19:33:46,104 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:46,104 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:33:46,104 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:46,104 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:33:46,104 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:33:46,104 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. after waiting 0 ms 2024-11-16T19:33:46,104 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:46,104 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:33:46,104 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:33:46,104 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9610302df80837ee4a5e86907107a78f=hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f.} 2024-11-16T19:33:46,104 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9610302df80837ee4a5e86907107a78f 2024-11-16T19:33:46,104 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:46,104 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:46,104 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:46,104 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:46,104 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:46,104 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T19:33:46,107 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/replication/9610302df80837ee4a5e86907107a78f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-16T19:33:46,108 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:46,108 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:46,108 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:46,108 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9610302df80837ee4a5e86907107a78f: Waiting for close lock at 1731785626104Running coprocessor pre-close hooks at 1731785626104Disabling compacts and flushes for region at 1731785626104Disabling writes for close at 1731785626104Writing region close event to WAL at 1731785626104Running coprocessor post-close hooks at 1731785626108 (+4 ms)Closed at 1731785626108 2024-11-16T19:33:46,108 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f. 2024-11-16T19:33:46,118 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/info/6c16477ae25744d0952a62a1a69cf305 is 147, key is hbase:replication,,1731785612930.9610302df80837ee4a5e86907107a78f./info:regioninfo/1731785624140/Put/seqid=0 2024-11-16T19:33:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741851_1027 (size=6385) 2024-11-16T19:33:46,194 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:46,304 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:46,378 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:33:46,378 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:33:46,505 DEBUG [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:33:46,522 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/info/6c16477ae25744d0952a62a1a69cf305 2024-11-16T19:33:46,528 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/.tmp/info/6c16477ae25744d0952a62a1a69cf305 as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/info/6c16477ae25744d0952a62a1a69cf305 2024-11-16T19:33:46,533 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/info/6c16477ae25744d0952a62a1a69cf305, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T19:33:46,534 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-16T19:33:46,538 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T19:33:46,538 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:46,538 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:46,538 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:46,538 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785626104Running coprocessor pre-close hooks at 1731785626104Disabling compacts and flushes for region at 1731785626104Disabling writes for close at 1731785626104Obtaining lock to block concurrent updates at 1731785626104Preparing flush snapshotting stores in 1588230740 at 1731785626104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731785626105 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785626105Flushing 1588230740/info: creating writer at 1731785626105Flushing 1588230740/info: appending metadata at 1731785626118 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731785626118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69741f14: reopening flushed file at 1731785626527 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731785626534 (+7 ms)Writing region close event to WAL at 1731785626535 (+1 ms)Running coprocessor post-close hooks at 1731785626538 (+3 ms)Closed at 1731785626538 2024-11-16T19:33:46,538 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:46,705 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,33729,1731785618712; all regions closed. 2024-11-16T19:33:46,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741849_1025 (size=2156) 2024-11-16T19:33:46,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.meta.1731785619832.meta not finished, retry = 0 2024-11-16T19:33:46,809 DEBUG [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs 2024-11-16T19:33:46,809 INFO [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C33729%2C1731785618712.meta:.meta(num 1731785619832) 2024-11-16T19:33:46,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741850_1026 (size=796) 2024-11-16T19:33:46,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.rep.1731785624108 not finished, retry = 0 2024-11-16T19:33:46,914 DEBUG [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs 2024-11-16T19:33:46,914 INFO [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C33729%2C1731785618712.rep:(num 1731785624108) 2024-11-16T19:33:46,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741848_1024 (size=93) 2024-11-16T19:33:46,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/WALs/d11ab77873cb,33729,1731785618712/d11ab77873cb%2C33729%2C1731785618712.1731785619535 not finished, retry = 0 2024-11-16T19:33:47,018 DEBUG [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/oldWALs 2024-11-16T19:33:47,018 INFO [RS:0;d11ab77873cb:33729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C33729%2C1731785618712:(num 1731785619535) 2024-11-16T19:33:47,018 DEBUG [RS:0;d11ab77873cb:33729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:47,018 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:33:47,018 INFO [RS:0;d11ab77873cb:33729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:47,018 INFO [RS:0;d11ab77873cb:33729 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:47,019 INFO [RS:0;d11ab77873cb:33729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:47,019 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:47,019 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T19:33:47,019 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T19:33:47,019 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T19:33:47,019 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,33729,1731785618712 because: Region server is closing 2024-11-16T19:33:47,019 INFO [RS:0;d11ab77873cb:33729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:33729. 2024-11-16T19:33:47,019 DEBUG [RS:0;d11ab77873cb:33729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:33:47,019 DEBUG [RS:0;d11ab77873cb:33729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:47,019 DEBUG [RS:0;d11ab77873cb:33729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:47,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:33:47,120 WARN [RS:0;d11ab77873cb:33729.replicationSource.wal-reader.d11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:33:47,120 WARN [RS:0;d11ab77873cb:33729.replicationSource.shipperd11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T19:33:47,120 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d11ab77873cb:33729.replicationSource.shipperd11ab77873cb%2C33729%2C1731785618712,1-d11ab77873cb,33729,1731785618712 terminated 2024-11-16T19:33:47,120 INFO [RS:0;d11ab77873cb:33729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33729 2024-11-16T19:33:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/rs/d11ab77873cb,33729,1731785618712 2024-11-16T19:33:47,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007/rs 2024-11-16T19:33:47,121 INFO [RS:0;d11ab77873cb:33729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:47,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,33729,1731785618712] 2024-11-16T19:33:47,122 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1554365007/draining/d11ab77873cb,33729,1731785618712 already deleted, retry=false 2024-11-16T19:33:47,123 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,33729,1731785618712 expired; onlineServers=0 2024-11-16T19:33:47,123 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,42435,1731785618689' ***** 2024-11-16T19:33:47,123 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:33:47,123 INFO [M:0;d11ab77873cb:42435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:33:47,123 INFO [M:0;d11ab77873cb:42435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:33:47,123 DEBUG [M:0;d11ab77873cb:42435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:33:47,123 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:33:47,123 DEBUG [M:0;d11ab77873cb:42435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:33:47,123 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785619273 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785619273,5,FailOnTimeoutGroup] 2024-11-16T19:33:47,123 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785619276 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785619276,5,FailOnTimeoutGroup] 2024-11-16T19:33:47,123 INFO [M:0;d11ab77873cb:42435 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:33:47,123 INFO [M:0;d11ab77873cb:42435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:33:47,123 DEBUG [M:0;d11ab77873cb:42435 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:33:47,123 INFO [M:0;d11ab77873cb:42435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:33:47,123 INFO [M:0;d11ab77873cb:42435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:33:47,123 INFO [M:0;d11ab77873cb:42435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:33:47,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:33:47,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1554365007/master 2024-11-16T19:33:47,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1554365007 2024-11-16T19:33:47,124 DEBUG [M:0;d11ab77873cb:42435 {}] zookeeper.ZKUtil(347): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Unable to get data of znode /0-1554365007/master because node does not exist (not an error) 2024-11-16T19:33:47,124 WARN [M:0;d11ab77873cb:42435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:33:47,124 INFO [M:0;d11ab77873cb:42435 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/.lastflushedseqids 2024-11-16T19:33:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741852_1028 (size=181) 2024-11-16T19:33:47,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:47,222 INFO [RS:0;d11ab77873cb:33729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:47,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33729-0x1004a069c480007, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:47,222 INFO [RS:0;d11ab77873cb:33729 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,33729,1731785618712; zookeeper connection closed. 2024-11-16T19:33:47,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6105a196 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6105a196 2024-11-16T19:33:47,222 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:33:47,529 INFO [M:0;d11ab77873cb:42435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:33:47,529 INFO [M:0;d11ab77873cb:42435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:33:47,529 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:47,529 INFO [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:47,529 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:47,529 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:47,529 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:47,530 INFO [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T19:33:47,543 DEBUG [M:0;d11ab77873cb:42435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0789298ed004958a749bc7c8838636f is 82, key is hbase:meta,,1/info:regioninfo/1731785619874/Put/seqid=0 2024-11-16T19:33:47,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741853_1029 (size=5672) 2024-11-16T19:33:47,948 INFO [M:0;d11ab77873cb:42435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0789298ed004958a749bc7c8838636f 2024-11-16T19:33:47,965 DEBUG [M:0;d11ab77873cb:42435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5099099a172943ddbcbeffd4b785f1aa is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731785624145/Put/seqid=0 2024-11-16T19:33:47,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741854_1030 (size=7312) 2024-11-16T19:33:48,369 INFO [M:0;d11ab77873cb:42435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5099099a172943ddbcbeffd4b785f1aa 2024-11-16T19:33:48,390 DEBUG [M:0;d11ab77873cb:42435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1701aa6f485e48c8a48947a801e03a06 is 69, key is d11ab77873cb,33729,1731785618712/rs:state/1731785619352/Put/seqid=0 2024-11-16T19:33:48,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741855_1031 (size=5370) 2024-11-16T19:33:48,794 INFO [M:0;d11ab77873cb:42435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1701aa6f485e48c8a48947a801e03a06 2024-11-16T19:33:48,799 INFO [M:0;d11ab77873cb:42435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1701aa6f485e48c8a48947a801e03a06 2024-11-16T19:33:48,799 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0789298ed004958a749bc7c8838636f as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0789298ed004958a749bc7c8838636f 2024-11-16T19:33:48,803 INFO [M:0;d11ab77873cb:42435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0789298ed004958a749bc7c8838636f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T19:33:48,804 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5099099a172943ddbcbeffd4b785f1aa as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5099099a172943ddbcbeffd4b785f1aa 2024-11-16T19:33:48,808 INFO [M:0;d11ab77873cb:42435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5099099a172943ddbcbeffd4b785f1aa, entries=7, sequenceid=127, filesize=7.1 K 2024-11-16T19:33:48,809 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1701aa6f485e48c8a48947a801e03a06 as hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1701aa6f485e48c8a48947a801e03a06 2024-11-16T19:33:48,813 INFO [M:0;d11ab77873cb:42435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1701aa6f485e48c8a48947a801e03a06 2024-11-16T19:33:48,813 INFO [M:0;d11ab77873cb:42435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40931/user/jenkins/test-data/f3ef9159-159a-7f4c-6bdd-91ee574f15b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1701aa6f485e48c8a48947a801e03a06, entries=2, sequenceid=127, filesize=5.2 K 2024-11-16T19:33:48,814 INFO [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-16T19:33:48,815 INFO [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:48,815 DEBUG [M:0;d11ab77873cb:42435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785627529Disabling compacts and flushes for region at 1731785627529Disabling writes for close at 1731785627529Obtaining lock to block concurrent updates at 1731785627530 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785627530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731785627530Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785627530Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785627531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785627543 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785627543Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785627952 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785627964 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785627964Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785628373 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785628389 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785628389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa60e7: reopening flushed file at 1731785628799 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194a80f1: reopening flushed file at 1731785628803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7909e9e2: reopening flushed file at 1731785628808 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1731785628814 (+6 ms)Writing region close event to WAL at 1731785628815 (+1 ms)Closed at 1731785628815 2024-11-16T19:33:48,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36737 is added to blk_1073741847_1023 (size=22903) 2024-11-16T19:33:48,818 INFO [M:0;d11ab77873cb:42435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:33:48,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:33:48,818 INFO [M:0;d11ab77873cb:42435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42435 2024-11-16T19:33:48,818 INFO [M:0;d11ab77873cb:42435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:33:48,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:48,919 INFO [M:0;d11ab77873cb:42435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:33:48,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42435-0x1004a069c480006, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:33:48,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7234d215{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:33:48,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32167cc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:33:48,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:33:48,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@231abdec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:33:48,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687da7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.log.dir/,STOPPED} 2024-11-16T19:33:48,924 WARN [BP-1492640692-172.17.0.2-1731785605124 heartbeating to localhost/127.0.0.1:40931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:33:48,924 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:33:48,924 WARN [BP-1492640692-172.17.0.2-1731785605124 heartbeating to localhost/127.0.0.1:40931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492640692-172.17.0.2-1731785605124 (Datanode Uuid b87cd28a-b8eb-41c9-89f7-9e086d5418be) service to localhost/127.0.0.1:40931 2024-11-16T19:33:48,924 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:33:48,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/cluster_c93bf93d-551b-223a-03fb-09d153e51813/data/data1/current/BP-1492640692-172.17.0.2-1731785605124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:33:48,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/cluster_c93bf93d-551b-223a-03fb-09d153e51813/data/data2/current/BP-1492640692-172.17.0.2-1731785605124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:33:48,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:33:48,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@497c8bdc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:33:48,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f33f90c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:33:48,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:33:48,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@948a448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:33:48,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc85baf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74238be7-f52b-35e8-ab9f-a42e152e0cb2/hadoop.log.dir/,STOPPED} 2024-11-16T19:33:48,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:33:48,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:33:48,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 163) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40931 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43377 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56599) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56599) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 221) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2284 (was 2898) 2024-11-16T19:33:48,967 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=2284 2024-11-16T19:33:48,983 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-16T19:33:48,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.log.dir so I do NOT create it in target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755 2024-11-16T19:33:48,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:33:48,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.tmp.dir so I do NOT create it in target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755 2024-11-16T19:33:48,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80283614-477c-7322-59ca-743941a587a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:33:48,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755 2024-11-16T19:33:48,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/cluster_e4098b33-1151-27de-7c64-15f7da9d025b, deleteOnExit=true 2024-11-16T19:33:48,987 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/cluster_e4098b33-1151-27de-7c64-15f7da9d025b/zookeeper_0, clientPort=52712, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/cluster_e4098b33-1151-27de-7c64-15f7da9d025b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/cluster_e4098b33-1151-27de-7c64-15f7da9d025b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:33:48,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52712 2024-11-16T19:33:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:33:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:33:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/test.cache.data in system properties and HBase conf 2024-11-16T19:33:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:33:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:33:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:33:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:33:48,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:33:48,988 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:33:48,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:33:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a069c480002, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:33:49,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a069c480005, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:33:49,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a069c480002, quorum=127.0.0.1:56599, baseZNode=/0-1554365007 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:33:49,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a069c480005, quorum=127.0.0.1:56599, baseZNode=/1-200148912 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:33:49,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:49,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:33:49,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:33:49,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:33:49,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:33:49,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:49,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75057487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:33:49,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aee1166{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:33:49,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70759714{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/java.io.tmpdir/jetty-localhost-37799-hadoop-hdfs-3_4_1-tests_jar-_-any-7981578327177278245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:33:49,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b577f7d{HTTP/1.1, (http/1.1)}{localhost:37799} 2024-11-16T19:33:49,230 INFO [Time-limited test {}] server.Server(415): Started @153011ms 2024-11-16T19:33:49,294 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:33:49,318 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:49,318 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:49,318 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:49,318 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:49,319 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:49,319 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:49,324 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:49,326 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:49,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:49,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:33:49,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:33:49,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:33:49,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:33:49,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7656224f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:33:49,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@512b2ddf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:33:49,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@564cee45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/java.io.tmpdir/jetty-localhost-39043-hadoop-hdfs-3_4_1-tests_jar-_-any-16914165339210363610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:33:49,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e52a753{HTTP/1.1, (http/1.1)}{localhost:39043} 2024-11-16T19:33:49,433 INFO [Time-limited test {}] server.Server(415): Started @153214ms 2024-11-16T19:33:49,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:33:49,491 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/cluster_e4098b33-1151-27de-7c64-15f7da9d025b/data/data1/current/BP-502055198-172.17.0.2-1731785629011/current, will proceed with Du for space computation calculation, 2024-11-16T19:33:49,493 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/cluster_e4098b33-1151-27de-7c64-15f7da9d025b/data/data2/current/BP-502055198-172.17.0.2-1731785629011/current, will proceed with Du for space computation calculation, 2024-11-16T19:33:49,510 WARN [Thread-1673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:33:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba3d700199ea83f4 with lease ID 0x1e79ebf81075b2c: Processing first storage report for DS-382adbbf-d484-423c-a75b-13ad8ff6a2a8 from datanode DatanodeRegistration(127.0.0.1:44767, datanodeUuid=2d607acc-8adc-4a30-a216-c22c3d596e2e, infoPort=41471, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=33792165;c=1731785629011) 2024-11-16T19:33:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba3d700199ea83f4 with lease ID 0x1e79ebf81075b2c: from storage DS-382adbbf-d484-423c-a75b-13ad8ff6a2a8 node DatanodeRegistration(127.0.0.1:44767, datanodeUuid=2d607acc-8adc-4a30-a216-c22c3d596e2e, infoPort=41471, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=33792165;c=1731785629011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:33:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba3d700199ea83f4 with lease ID 0x1e79ebf81075b2c: Processing first storage report for DS-d1ee19c5-de4e-4e79-beee-4abf4ccc85fb from datanode DatanodeRegistration(127.0.0.1:44767, datanodeUuid=2d607acc-8adc-4a30-a216-c22c3d596e2e, infoPort=41471, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=33792165;c=1731785629011) 2024-11-16T19:33:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba3d700199ea83f4 with lease ID 0x1e79ebf81075b2c: from storage DS-d1ee19c5-de4e-4e79-beee-4abf4ccc85fb node DatanodeRegistration(127.0.0.1:44767, datanodeUuid=2d607acc-8adc-4a30-a216-c22c3d596e2e, infoPort=41471, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=33792165;c=1731785629011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:33:49,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755 2024-11-16T19:33:49,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:49,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:33:49,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3 with version=8 2024-11-16T19:33:49,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/hbase-staging 2024-11-16T19:33:49,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:49,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:49,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:49,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:49,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:49,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:49,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:33:49,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:49,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32985 2024-11-16T19:33:49,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32985 connecting to ZooKeeper ensemble=127.0.0.1:52712 2024-11-16T19:33:49,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329850x0, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:49,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32985-0x1004a06f9a90000 connected 2024-11-16T19:33:49,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:49,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:49,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on znode that does not yet exist, /0-1187535930/running 2024-11-16T19:33:49,991 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3, hbase.cluster.distributed=false 2024-11-16T19:33:49,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on znode that does not yet exist, /0-1187535930/acl 2024-11-16T19:33:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-16T19:33:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32985 2024-11-16T19:33:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32985 2024-11-16T19:33:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-16T19:33:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-16T19:33:50,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:50,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:50,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:50,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:50,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:50,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:50,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:33:50,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:50,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38059 2024-11-16T19:33:50,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38059 connecting to ZooKeeper ensemble=127.0.0.1:52712 2024-11-16T19:33:50,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:50,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380590x0, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:50,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380590x0, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on znode that does not yet exist, /0-1187535930/running 2024-11-16T19:33:50,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38059-0x1004a06f9a90001 connected 2024-11-16T19:33:50,016 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:33:50,016 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:33:50,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on znode that does not yet exist, /0-1187535930/master 2024-11-16T19:33:50,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on znode that does not yet exist, /0-1187535930/acl 2024-11-16T19:33:50,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-16T19:33:50,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38059 2024-11-16T19:33:50,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38059 2024-11-16T19:33:50,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-16T19:33:50,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-16T19:33:50,038 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:32985 2024-11-16T19:33:50,038 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1187535930/backup-masters/d11ab77873cb,32985,1731785629971 2024-11-16T19:33:50,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930/backup-masters 2024-11-16T19:33:50,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930/backup-masters 2024-11-16T19:33:50,039 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on existing znode=/0-1187535930/backup-masters/d11ab77873cb,32985,1731785629971 2024-11-16T19:33:50,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1187535930/master 2024-11-16T19:33:50,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:50,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:50,040 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on existing znode=/0-1187535930/master 2024-11-16T19:33:50,040 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1187535930/backup-masters/d11ab77873cb,32985,1731785629971 from backup master directory 2024-11-16T19:33:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930/backup-masters 2024-11-16T19:33:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1187535930/backup-masters/d11ab77873cb,32985,1731785629971 2024-11-16T19:33:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930/backup-masters 2024-11-16T19:33:50,041 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:50,041 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,32985,1731785629971 2024-11-16T19:33:50,044 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/hbase.id] with ID: 7021293b-b7bb-4fd9-be9f-4b15a0eb9e09 2024-11-16T19:33:50,044 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/.tmp/hbase.id 2024-11-16T19:33:50,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:33:50,450 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/.tmp/hbase.id]:[hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/hbase.id] 2024-11-16T19:33:50,459 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:50,459 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:33:50,460 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:33:50,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:50,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:33:50,868 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:33:50,869 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:33:50,869 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:50,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:33:51,280 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store 2024-11-16T19:33:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:33:51,687 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:51,687 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:51,687 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:51,687 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:51,687 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:51,687 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:51,687 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:51,687 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785631687Disabling compacts and flushes for region at 1731785631687Disabling writes for close at 1731785631687Writing region close event to WAL at 1731785631687Closed at 1731785631687 2024-11-16T19:33:51,688 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/.initializing 2024-11-16T19:33:51,688 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/WALs/d11ab77873cb,32985,1731785629971 2024-11-16T19:33:51,689 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:51,690 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C32985%2C1731785629971, suffix=, logDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/WALs/d11ab77873cb,32985,1731785629971, archiveDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/oldWALs, maxLogs=10 2024-11-16T19:33:51,701 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/WALs/d11ab77873cb,32985,1731785629971/d11ab77873cb%2C32985%2C1731785629971.1731785631690, exclude list is [], retry=0 2024-11-16T19:33:51,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-382adbbf-d484-423c-a75b-13ad8ff6a2a8,DISK] 2024-11-16T19:33:51,705 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/WALs/d11ab77873cb,32985,1731785629971/d11ab77873cb%2C32985%2C1731785629971.1731785631690 2024-11-16T19:33:51,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41471:41471)] 2024-11-16T19:33:51,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:51,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:51,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:33:51,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:51,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:51,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:33:51,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:51,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:51,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:33:51,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:51,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:51,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:33:51,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:51,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:51,715 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,716 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,716 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,717 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,717 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,717 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:51,718 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:51,720 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:51,720 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65402685, jitterRate=-0.0254240483045578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:51,721 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785631709Initializing all the Stores at 1731785631709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785631709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785631710 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785631710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785631710Cleaning up temporary data from old regions at 1731785631717 (+7 ms)Region opened successfully at 1731785631721 (+4 ms) 2024-11-16T19:33:51,721 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:33:51,723 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1127028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:51,724 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:33:51,724 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:33:51,724 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:33:51,724 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:33:51,724 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:33:51,724 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:33:51,725 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:33:51,726 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:33:51,727 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Unable to get data of znode /0-1187535930/balancer because node does not exist (not necessarily an error) 2024-11-16T19:33:51,727 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1187535930/balancer already deleted, retry=false 2024-11-16T19:33:51,727 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:33:51,728 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Unable to get data of znode /0-1187535930/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:33:51,728 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1187535930/normalizer already deleted, retry=false 2024-11-16T19:33:51,728 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:33:51,732 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Unable to get data of znode /0-1187535930/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:33:51,733 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1187535930/switch/split already deleted, retry=false 2024-11-16T19:33:51,734 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Unable to get data of znode /0-1187535930/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:33:51,734 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1187535930/switch/merge already deleted, retry=false 2024-11-16T19:33:51,736 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Unable to get data of znode /0-1187535930/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:33:51,736 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1187535930/snapshot-cleanup already deleted, retry=false 2024-11-16T19:33:51,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1187535930/running 2024-11-16T19:33:51,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1187535930/running 2024-11-16T19:33:51,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:51,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:51,738 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,32985,1731785629971, sessionid=0x1004a06f9a90000, setting cluster-up flag (Was=false) 2024-11-16T19:33:51,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:51,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:51,741 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1187535930/flush-table-proc/acquired, /0-1187535930/flush-table-proc/reached, /0-1187535930/flush-table-proc/abort 2024-11-16T19:33:51,741 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,32985,1731785629971 2024-11-16T19:33:51,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:51,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:51,745 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1187535930/online-snapshot/acquired, /0-1187535930/online-snapshot/reached, /0-1187535930/online-snapshot/abort 2024-11-16T19:33:51,745 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,32985,1731785629971 2024-11-16T19:33:51,746 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:33:51,747 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:51,747 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:33:51,747 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:33:51,747 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d11ab77873cb,38711,1731785606103: status=Processing ServerCrashProcedure of d11ab77873cb,38711,1731785606103 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731785619266, completionTime=-1 appears to have been leaked 2024-11-16T19:33:51,747 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,32985,1731785629971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:33:51,748 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:51,748 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:51,749 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:51,749 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:51,749 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:33:51,749 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,749 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:51,749 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,752 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785661752 2024-11-16T19:33:51,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:33:51,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:33:51,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:33:51,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:33:51,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:33:51,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:33:51,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:51,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:33:51,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:33:51,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:33:51,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:33:51,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:33:51,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:33:51,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:33:51,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:51,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:33:51,755 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785631754,5,FailOnTimeoutGroup] 2024-11-16T19:33:51,757 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785631755,5,FailOnTimeoutGroup] 2024-11-16T19:33:51,757 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,757 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:33:51,757 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,757 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:33:51,831 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(746): ClusterId : 7021293b-b7bb-4fd9-be9f-4b15a0eb9e09 2024-11-16T19:33:51,831 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:33:51,832 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:33:51,832 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:33:51,833 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:33:51,833 DEBUG [RS:0;d11ab77873cb:38059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29323525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:51,846 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:38059 2024-11-16T19:33:51,846 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:33:51,846 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:33:51,846 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:33:51,847 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,32985,1731785629971 with port=38059, startcode=1731785630008 2024-11-16T19:33:51,847 DEBUG [RS:0;d11ab77873cb:38059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:33:51,849 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:33:51,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,38059,1731785630008 2024-11-16T19:33:51,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,38059,1731785630008 2024-11-16T19:33:51,850 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3 2024-11-16T19:33:51,850 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37313 2024-11-16T19:33:51,850 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:33:51,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930/rs 2024-11-16T19:33:51,851 DEBUG [RS:0;d11ab77873cb:38059 {}] zookeeper.ZKUtil(111): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on existing znode=/0-1187535930/rs/d11ab77873cb,38059,1731785630008 2024-11-16T19:33:51,851 WARN [RS:0;d11ab77873cb:38059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:51,852 INFO [RS:0;d11ab77873cb:38059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:51,852 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008 2024-11-16T19:33:51,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,38059,1731785630008] 2024-11-16T19:33:51,854 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:33:51,855 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:33:51,856 INFO [RS:0;d11ab77873cb:38059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:33:51,856 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,856 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:33:51,856 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:33:51,857 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:51,857 DEBUG [RS:0;d11ab77873cb:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:51,863 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,863 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,863 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,863 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,863 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,863 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38059,1731785630008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:51,881 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:33:51,881 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38059,1731785630008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,882 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,882 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.Replication(171): d11ab77873cb,38059,1731785630008 started 2024-11-16T19:33:51,900 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:51,900 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,38059,1731785630008, RpcServer on d11ab77873cb/172.17.0.2:38059, sessionid=0x1004a06f9a90001 2024-11-16T19:33:51,900 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:33:51,900 DEBUG [RS:0;d11ab77873cb:38059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,38059,1731785630008 2024-11-16T19:33:51,900 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,38059,1731785630008' 2024-11-16T19:33:51,900 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1187535930/flush-table-proc/abort' 2024-11-16T19:33:51,901 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1187535930/flush-table-proc/acquired' 2024-11-16T19:33:51,901 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:33:51,901 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:33:51,901 DEBUG [RS:0;d11ab77873cb:38059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,38059,1731785630008 2024-11-16T19:33:51,901 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,38059,1731785630008' 2024-11-16T19:33:51,901 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1187535930/online-snapshot/abort' 2024-11-16T19:33:51,902 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1187535930/online-snapshot/acquired' 2024-11-16T19:33:51,902 DEBUG [RS:0;d11ab77873cb:38059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:33:51,902 INFO [RS:0;d11ab77873cb:38059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:33:51,902 INFO [RS:0;d11ab77873cb:38059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:33:51,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:33:51,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:33:51,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:33:52,002 INFO [RS:0;d11ab77873cb:38059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:52,004 INFO [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38059%2C1731785630008, suffix=, logDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008, archiveDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/oldWALs, maxLogs=10 2024-11-16T19:33:52,015 DEBUG [RS:0;d11ab77873cb:38059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004, exclude list is [], retry=0 2024-11-16T19:33:52,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-382adbbf-d484-423c-a75b-13ad8ff6a2a8,DISK] 2024-11-16T19:33:52,019 INFO [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 2024-11-16T19:33:52,019 DEBUG [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41471:41471)] 2024-11-16T19:33:52,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:33:52,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3 2024-11-16T19:33:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:33:52,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:52,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:52,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:52,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:52,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:52,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:52,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:52,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:52,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:52,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:52,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:52,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:52,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:52,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:52,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:52,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:52,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:52,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:52,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740 2024-11-16T19:33:52,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740 2024-11-16T19:33:52,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:52,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:52,579 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:52,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:52,581 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:52,582 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61815214, jitterRate=-0.07888153195381165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785632571Initializing all the Stores at 1731785632572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785632572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785632572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785632572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785632572Cleaning up temporary data from old regions at 1731785632579 (+7 ms)Region opened successfully at 1731785632582 (+3 ms) 2024-11-16T19:33:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:52,582 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:52,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:52,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:52,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:52,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785632582Disabling compacts and flushes for region at 1731785632582Disabling writes for close at 1731785632583 (+1 ms)Writing region close event to WAL at 1731785632583Closed at 1731785632583 2024-11-16T19:33:52,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:52,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:33:52,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:33:52,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:52,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:33:52,736 DEBUG [d11ab77873cb:32985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:33:52,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,38059,1731785630008 2024-11-16T19:33:52,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,38059,1731785630008, state=OPENING 2024-11-16T19:33:52,738 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:33:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:52,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:33:52,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:52,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1187535930/meta-region-server: CHANGED 2024-11-16T19:33:52,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1187535930/meta-region-server: CHANGED 2024-11-16T19:33:52,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,38059,1731785630008}] 2024-11-16T19:33:52,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:33:52,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:33:52,896 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:33:52,896 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:52,896 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:33:52,898 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38059%2C1731785630008.meta, suffix=.meta, logDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008, archiveDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/oldWALs, maxLogs=10 2024-11-16T19:33:52,909 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.meta.1731785632898.meta, exclude list is [], retry=0 2024-11-16T19:33:52,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-382adbbf-d484-423c-a75b-13ad8ff6a2a8,DISK] 2024-11-16T19:33:52,912 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.meta.1731785632898.meta 2024-11-16T19:33:52,913 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41471:41471)] 2024-11-16T19:33:52,913 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:52,913 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:33:52,913 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:33:52,913 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:33:52,913 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:33:52,913 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:33:52,913 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:52,913 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:33:52,913 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:33:52,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:52,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:52,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:52,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:52,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:52,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:52,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:52,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:52,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:52,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:52,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:52,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:52,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:52,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:52,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:52,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:52,918 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:52,919 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740 2024-11-16T19:33:52,920 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740 2024-11-16T19:33:52,920 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:52,921 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:52,921 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:52,922 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:52,922 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61980535, jitterRate=-0.07641805708408356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:52,922 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:33:52,923 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785632914Writing region info on filesystem at 1731785632914Initializing all the Stores at 1731785632914Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785632914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785632914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785632914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785632914Cleaning up temporary data from old regions at 1731785632921 (+7 ms)Running coprocessor post-open hooks at 1731785632922 (+1 ms)Region opened successfully at 1731785632923 (+1 ms) 2024-11-16T19:33:52,923 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785632892 2024-11-16T19:33:52,925 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:33:52,925 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:33:52,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,38059,1731785630008 2024-11-16T19:33:52,926 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,38059,1731785630008, state=OPEN 2024-11-16T19:33:52,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1187535930/meta-region-server 2024-11-16T19:33:52,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1187535930/meta-region-server 2024-11-16T19:33:52,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,38059,1731785630008 2024-11-16T19:33:52,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1187535930/meta-region-server: CHANGED 2024-11-16T19:33:52,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1187535930/meta-region-server: CHANGED 2024-11-16T19:33:52,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:33:52,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,38059,1731785630008 in 187 msec 2024-11-16T19:33:52,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:33:52,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-16T19:33:52,931 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:52,931 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:33:52,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:52,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38059,1731785630008, seqNum=-1] 2024-11-16T19:33:52,932 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:52,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:52,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-16T19:33:52,937 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785632937, completionTime=-1 2024-11-16T19:33:52,937 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:33:52,937 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785692939 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785752939 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,32985,1731785629971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,32985,1731785629971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,32985,1731785629971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:32985, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:52,939 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:52,941 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:33:52,942 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:52,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-16T19:33:52,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:33:52,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:33:52,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:33:52,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:33:52,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:33:52,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,32985,1731785629971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:52,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,32985,1731785629971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:33:52,947 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:33:52,947 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:33:52,947 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,32985,1731785629971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:53,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3d1d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:53,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,32985,-1 for getting cluster id 2024-11-16T19:33:53,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:53,033 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7021293b-b7bb-4fd9-be9f-4b15a0eb9e09' 2024-11-16T19:33:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7021293b-b7bb-4fd9-be9f-4b15a0eb9e09" 2024-11-16T19:33:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cfa393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,32985,-1] 2024-11-16T19:33:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:53,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:53,034 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:53,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a242856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:53,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38059,1731785630008, seqNum=-1] 2024-11-16T19:33:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:53,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:53,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,32985,1731785629971 2024-11-16T19:33:53,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52712 2024-11-16T19:33:53,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:53,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a06f9a90002 connected 2024-11-16T19:33:53,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.log.dir so I do NOT create it in target/test-data/80b8f040-9f21-a54a-1737-f82752587a09 2024-11-16T19:33:53,043 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:33:53,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.tmp.dir so I do NOT create it in target/test-data/80b8f040-9f21-a54a-1737-f82752587a09 2024-11-16T19:33:53,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:33:53,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/cluster_8f8d3d7a-b3fa-f68b-43fa-291e49984ae5, deleteOnExit=true 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/test.cache.data in system properties and HBase conf 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:33:53,044 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:33:53,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:33:53,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:33:53,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:53,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:33:53,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:33:53,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:33:53,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:33:53,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:53,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69c8d890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:33:53,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b369e2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:33:53,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1081910a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/java.io.tmpdir/jetty-localhost-33809-hadoop-hdfs-3_4_1-tests_jar-_-any-620900612667475740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:33:53,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64a44995{HTTP/1.1, (http/1.1)}{localhost:33809} 2024-11-16T19:33:53,199 INFO [Time-limited test {}] server.Server(415): Started @156980ms 2024-11-16T19:33:53,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:33:53,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:33:53,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:33:53,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:33:53,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:33:53,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32ff5f17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:33:53,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec6ffdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:33:53,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ade3e2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/java.io.tmpdir/jetty-localhost-38913-hadoop-hdfs-3_4_1-tests_jar-_-any-14930731995969150124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:33:53,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77325eb7{HTTP/1.1, (http/1.1)}{localhost:38913} 2024-11-16T19:33:53,356 INFO [Time-limited test {}] server.Server(415): Started @157136ms 2024-11-16T19:33:53,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:33:53,410 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/cluster_8f8d3d7a-b3fa-f68b-43fa-291e49984ae5/data/data2/current/BP-874932314-172.17.0.2-1731785633059/current, will proceed with Du for space computation calculation, 2024-11-16T19:33:53,410 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/cluster_8f8d3d7a-b3fa-f68b-43fa-291e49984ae5/data/data1/current/BP-874932314-172.17.0.2-1731785633059/current, will proceed with Du for space computation calculation, 2024-11-16T19:33:53,429 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:33:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f6e72e873919890 with lease ID 0xcee6cd4657250ec4: Processing first storage report for DS-3118d705-19b2-4af8-a964-290dfa975a91 from datanode DatanodeRegistration(127.0.0.1:33265, datanodeUuid=3b40f15c-dd04-46e4-8af5-674eb26305bc, infoPort=43389, infoSecurePort=0, ipcPort=42051, storageInfo=lv=-57;cid=testClusterID;nsid=2072362745;c=1731785633059) 2024-11-16T19:33:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f6e72e873919890 with lease ID 0xcee6cd4657250ec4: from storage DS-3118d705-19b2-4af8-a964-290dfa975a91 node DatanodeRegistration(127.0.0.1:33265, datanodeUuid=3b40f15c-dd04-46e4-8af5-674eb26305bc, infoPort=43389, infoSecurePort=0, ipcPort=42051, storageInfo=lv=-57;cid=testClusterID;nsid=2072362745;c=1731785633059), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:33:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f6e72e873919890 with lease ID 0xcee6cd4657250ec4: Processing first storage report for DS-fb043565-bdbf-422b-9ba0-e6ad282a4e69 from datanode DatanodeRegistration(127.0.0.1:33265, datanodeUuid=3b40f15c-dd04-46e4-8af5-674eb26305bc, infoPort=43389, infoSecurePort=0, ipcPort=42051, storageInfo=lv=-57;cid=testClusterID;nsid=2072362745;c=1731785633059) 2024-11-16T19:33:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f6e72e873919890 with lease ID 0xcee6cd4657250ec4: from storage DS-fb043565-bdbf-422b-9ba0-e6ad282a4e69 node DatanodeRegistration(127.0.0.1:33265, datanodeUuid=3b40f15c-dd04-46e4-8af5-674eb26305bc, infoPort=43389, infoSecurePort=0, ipcPort=42051, storageInfo=lv=-57;cid=testClusterID;nsid=2072362745;c=1731785633059), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:33:53,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09 2024-11-16T19:33:53,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:53,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:53,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:33:53,885 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72 with version=8 2024-11-16T19:33:53,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/hbase-staging 2024-11-16T19:33:53,887 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:53,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:53,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:53,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:53,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:53,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:53,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:33:53,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:53,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43249 2024-11-16T19:33:53,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43249 connecting to ZooKeeper ensemble=127.0.0.1:52712 2024-11-16T19:33:53,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432490x0, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:53,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43249-0x1004a06f9a90003 connected 2024-11-16T19:33:53,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:53,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:53,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on znode that does not yet exist, /1599072617/running 2024-11-16T19:33:53,899 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72, hbase.cluster.distributed=false 2024-11-16T19:33:53,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on znode that does not yet exist, /1599072617/acl 2024-11-16T19:33:53,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-16T19:33:53,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43249 2024-11-16T19:33:53,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43249 2024-11-16T19:33:53,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-16T19:33:53,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-16T19:33:53,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:33:53,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:53,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:53,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:33:53,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:33:53,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:33:53,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:33:53,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:33:53,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39507 2024-11-16T19:33:53,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39507 connecting to ZooKeeper ensemble=127.0.0.1:52712 2024-11-16T19:33:53,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:53,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:53,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395070x0, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:53,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395070x0, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on znode that does not yet exist, /1599072617/running 2024-11-16T19:33:53,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39507-0x1004a06f9a90004 connected 2024-11-16T19:33:53,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:33:53,925 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:33:53,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on znode that does not yet exist, /1599072617/master 2024-11-16T19:33:53,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on znode that does not yet exist, /1599072617/acl 2024-11-16T19:33:53,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-16T19:33:53,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39507 2024-11-16T19:33:53,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39507 2024-11-16T19:33:53,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-16T19:33:53,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-16T19:33:53,945 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:43249 2024-11-16T19:33:53,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1599072617/backup-masters/d11ab77873cb,43249,1731785633887 2024-11-16T19:33:53,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617/backup-masters 2024-11-16T19:33:53,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617/backup-masters 2024-11-16T19:33:53,947 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on existing znode=/1599072617/backup-masters/d11ab77873cb,43249,1731785633887 2024-11-16T19:33:53,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599072617/master 2024-11-16T19:33:53,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:53,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:53,948 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on existing znode=/1599072617/master 2024-11-16T19:33:53,948 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1599072617/backup-masters/d11ab77873cb,43249,1731785633887 from backup master directory 2024-11-16T19:33:53,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599072617/backup-masters/d11ab77873cb,43249,1731785633887 2024-11-16T19:33:53,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617/backup-masters 2024-11-16T19:33:53,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617/backup-masters 2024-11-16T19:33:53,948 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:53,948 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,43249,1731785633887 2024-11-16T19:33:53,951 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/hbase.id] with ID: 87b3400b-db55-48b6-b726-96937e74e8db 2024-11-16T19:33:53,951 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/.tmp/hbase.id 2024-11-16T19:33:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:33:54,358 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/.tmp/hbase.id]:[hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/hbase.id] 2024-11-16T19:33:54,367 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:33:54,367 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:33:54,368 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:33:54,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:54,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:33:54,775 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:33:54,776 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:33:54,776 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:33:55,182 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store 2024-11-16T19:33:55,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:33:55,588 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:55,588 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:33:55,588 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:55,588 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:55,588 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:33:55,588 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:55,588 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:33:55,588 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785635588Disabling compacts and flushes for region at 1731785635588Disabling writes for close at 1731785635588Writing region close event to WAL at 1731785635588Closed at 1731785635588 2024-11-16T19:33:55,589 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/.initializing 2024-11-16T19:33:55,589 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/WALs/d11ab77873cb,43249,1731785633887 2024-11-16T19:33:55,590 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:55,591 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C43249%2C1731785633887, suffix=, logDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/WALs/d11ab77873cb,43249,1731785633887, archiveDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/oldWALs, maxLogs=10 2024-11-16T19:33:55,602 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/WALs/d11ab77873cb,43249,1731785633887/d11ab77873cb%2C43249%2C1731785633887.1731785635592, exclude list is [], retry=0 2024-11-16T19:33:55,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33265,DS-3118d705-19b2-4af8-a964-290dfa975a91,DISK] 2024-11-16T19:33:55,606 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/WALs/d11ab77873cb,43249,1731785633887/d11ab77873cb%2C43249%2C1731785633887.1731785635592 2024-11-16T19:33:55,606 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43389:43389)] 2024-11-16T19:33:55,606 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:55,607 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:55,607 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,607 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:33:55,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:55,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:55,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:33:55,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:55,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:55,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:33:55,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:55,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:55,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:33:55,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:55,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:55,613 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,613 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,614 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:55,616 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:33:55,618 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:55,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59963422, jitterRate=-0.10647538304328918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:55,618 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785635607Initializing all the Stores at 1731785635608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785635608Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785635608Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785635608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785635608Cleaning up temporary data from old regions at 1731785635615 (+7 ms)Region opened successfully at 1731785635618 (+3 ms) 2024-11-16T19:33:55,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:33:55,621 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610df210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:55,621 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:33:55,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:33:55,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:33:55,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:33:55,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:33:55,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:33:55,622 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:33:55,626 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:33:55,626 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Unable to get data of znode /1599072617/balancer because node does not exist (not necessarily an error) 2024-11-16T19:33:55,627 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599072617/balancer already deleted, retry=false 2024-11-16T19:33:55,627 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:33:55,628 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Unable to get data of znode /1599072617/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:33:55,628 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599072617/normalizer already deleted, retry=false 2024-11-16T19:33:55,629 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:33:55,629 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Unable to get data of znode /1599072617/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:33:55,630 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599072617/switch/split already deleted, retry=false 2024-11-16T19:33:55,631 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Unable to get data of znode /1599072617/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:33:55,631 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599072617/switch/merge already deleted, retry=false 2024-11-16T19:33:55,633 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Unable to get data of znode /1599072617/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:33:55,633 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1599072617/snapshot-cleanup already deleted, retry=false 2024-11-16T19:33:55,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599072617/running 2024-11-16T19:33:55,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1599072617/running 2024-11-16T19:33:55,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:55,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:55,635 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,43249,1731785633887, sessionid=0x1004a06f9a90003, setting cluster-up flag (Was=false) 2024-11-16T19:33:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:55,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:55,639 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1599072617/flush-table-proc/acquired, /1599072617/flush-table-proc/reached, /1599072617/flush-table-proc/abort 2024-11-16T19:33:55,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,43249,1731785633887 2024-11-16T19:33:55,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:55,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:55,644 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1599072617/online-snapshot/acquired, /1599072617/online-snapshot/reached, /1599072617/online-snapshot/abort 2024-11-16T19:33:55,645 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,43249,1731785633887 2024-11-16T19:33:55,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:33:55,647 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:55,647 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:33:55,647 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:33:55,647 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,43249,1731785633887 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:33:55,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:55,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:55,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:55,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:33:55,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:33:55,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:55,649 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,649 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785665649 2024-11-16T19:33:55,649 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:33:55,649 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:33:55,649 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:33:55,649 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:55,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:33:55,650 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:33:55,651 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785635650,5,FailOnTimeoutGroup] 2024-11-16T19:33:55,651 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785635651,5,FailOnTimeoutGroup] 2024-11-16T19:33:55,651 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,651 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:33:55,651 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,651 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:55,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:33:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:33:55,737 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(746): ClusterId : 87b3400b-db55-48b6-b726-96937e74e8db 2024-11-16T19:33:55,737 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:33:55,739 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:33:55,739 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:33:55,740 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:33:55,740 DEBUG [RS:0;d11ab77873cb:39507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7542c960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:33:55,750 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:39507 2024-11-16T19:33:55,750 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:33:55,750 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:33:55,750 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:33:55,751 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,43249,1731785633887 with port=39507, startcode=1731785633914 2024-11-16T19:33:55,751 DEBUG [RS:0;d11ab77873cb:39507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:33:55,752 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:33:55,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,39507,1731785633914 2024-11-16T19:33:55,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43249 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,39507,1731785633914 2024-11-16T19:33:55,754 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72 2024-11-16T19:33:55,754 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36847 2024-11-16T19:33:55,754 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:33:55,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617/rs 2024-11-16T19:33:55,756 DEBUG [RS:0;d11ab77873cb:39507 {}] zookeeper.ZKUtil(111): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on existing znode=/1599072617/rs/d11ab77873cb,39507,1731785633914 2024-11-16T19:33:55,756 WARN [RS:0;d11ab77873cb:39507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:33:55,756 INFO [RS:0;d11ab77873cb:39507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:55,756 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914 2024-11-16T19:33:55,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,39507,1731785633914] 2024-11-16T19:33:55,759 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:33:55,761 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:33:55,761 INFO [RS:0;d11ab77873cb:39507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:33:55,761 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,761 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:33:55,762 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:33:55,762 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,762 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,762 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,762 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,762 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,762 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,762 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:33:55,762 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,762 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,763 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,763 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,763 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,763 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:33:55,763 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:55,763 DEBUG [RS:0;d11ab77873cb:39507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:33:55,763 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,763 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,763 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,763 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,763 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,763 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,39507,1731785633914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:55,775 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:33:55,775 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,39507,1731785633914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,775 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,775 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.Replication(171): d11ab77873cb,39507,1731785633914 started 2024-11-16T19:33:55,787 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:55,787 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,39507,1731785633914, RpcServer on d11ab77873cb/172.17.0.2:39507, sessionid=0x1004a06f9a90004 2024-11-16T19:33:55,787 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:33:55,787 DEBUG [RS:0;d11ab77873cb:39507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,39507,1731785633914 2024-11-16T19:33:55,787 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,39507,1731785633914' 2024-11-16T19:33:55,787 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1599072617/flush-table-proc/abort' 2024-11-16T19:33:55,787 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1599072617/flush-table-proc/acquired' 2024-11-16T19:33:55,788 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:33:55,788 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:33:55,788 DEBUG [RS:0;d11ab77873cb:39507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,39507,1731785633914 2024-11-16T19:33:55,788 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,39507,1731785633914' 2024-11-16T19:33:55,788 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1599072617/online-snapshot/abort' 2024-11-16T19:33:55,788 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1599072617/online-snapshot/acquired' 2024-11-16T19:33:55,788 DEBUG [RS:0;d11ab77873cb:39507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:33:55,788 INFO [RS:0;d11ab77873cb:39507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:33:55,788 INFO [RS:0;d11ab77873cb:39507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:33:55,889 INFO [RS:0;d11ab77873cb:39507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:33:55,890 INFO [RS:0;d11ab77873cb:39507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C39507%2C1731785633914, suffix=, logDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914, archiveDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/oldWALs, maxLogs=10 2024-11-16T19:33:55,906 DEBUG [RS:0;d11ab77873cb:39507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890, exclude list is [], retry=0 2024-11-16T19:33:55,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33265,DS-3118d705-19b2-4af8-a964-290dfa975a91,DISK] 2024-11-16T19:33:55,910 INFO [RS:0;d11ab77873cb:39507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 2024-11-16T19:33:55,910 DEBUG [RS:0;d11ab77873cb:39507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43389:43389)] 2024-11-16T19:33:56,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:33:56,059 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72 2024-11-16T19:33:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:33:56,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:56,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:56,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:56,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:56,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:56,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:56,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:56,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:56,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:56,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:56,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:56,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:56,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:56,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:56,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740 2024-11-16T19:33:56,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740 2024-11-16T19:33:56,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:56,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:56,473 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:56,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:56,476 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:56,476 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66770334, jitterRate=-0.005044490098953247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:56,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785636464Initializing all the Stores at 1731785636465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785636465Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785636465Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785636465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785636465Cleaning up temporary data from old regions at 1731785636473 (+8 ms)Region opened successfully at 1731785636476 (+3 ms) 2024-11-16T19:33:56,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:33:56,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:33:56,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:33:56,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:33:56,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:33:56,477 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:33:56,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785636477Disabling compacts and flushes for region at 1731785636477Disabling writes for close at 1731785636477Writing region close event to WAL at 1731785636477Closed at 1731785636477 2024-11-16T19:33:56,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:56,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:33:56,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:33:56,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:56,479 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:33:56,630 DEBUG [d11ab77873cb:43249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:33:56,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,39507,1731785633914 2024-11-16T19:33:56,631 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,39507,1731785633914, state=OPENING 2024-11-16T19:33:56,632 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:33:56,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:56,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:33:56,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:33:56,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599072617/meta-region-server: CHANGED 2024-11-16T19:33:56,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599072617/meta-region-server: CHANGED 2024-11-16T19:33:56,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,39507,1731785633914}] 2024-11-16T19:33:56,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:33:56,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:33:56,789 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:33:56,789 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:33:56,790 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:33:56,791 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C39507%2C1731785633914.meta, suffix=.meta, logDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914, archiveDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/oldWALs, maxLogs=10 2024-11-16T19:33:56,802 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.meta.1731785636791.meta, exclude list is [], retry=0 2024-11-16T19:33:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33265,DS-3118d705-19b2-4af8-a964-290dfa975a91,DISK] 2024-11-16T19:33:56,806 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.meta.1731785636791.meta 2024-11-16T19:33:56,806 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43389:43389)] 2024-11-16T19:33:56,806 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:56,807 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:33:56,807 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:33:56,807 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:33:56,807 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:33:56,807 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:33:56,807 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:56,807 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:33:56,807 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:33:56,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:33:56,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:33:56,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:56,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:33:56,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:33:56,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:56,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:33:56,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:33:56,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:56,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:33:56,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:33:56,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:33:56,814 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:33:56,814 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740 2024-11-16T19:33:56,815 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740 2024-11-16T19:33:56,816 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:33:56,816 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:33:56,816 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:33:56,817 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:33:56,818 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65442839, jitterRate=-0.02482570707798004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:33:56,818 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:33:56,818 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785636807Writing region info on filesystem at 1731785636807Initializing all the Stores at 1731785636808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785636808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785636810 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785636810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785636810Cleaning up temporary data from old regions at 1731785636816 (+6 ms)Running coprocessor post-open hooks at 1731785636818 (+2 ms)Region opened successfully at 1731785636818 2024-11-16T19:33:56,819 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785636785 2024-11-16T19:33:56,820 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:33:56,820 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:33:56,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,39507,1731785633914 2024-11-16T19:33:56,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,39507,1731785633914, state=OPEN 2024-11-16T19:33:56,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1599072617/meta-region-server 2024-11-16T19:33:56,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1599072617/meta-region-server 2024-11-16T19:33:56,822 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,39507,1731785633914 2024-11-16T19:33:56,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599072617/meta-region-server: CHANGED 2024-11-16T19:33:56,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1599072617/meta-region-server: CHANGED 2024-11-16T19:33:56,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:33:56,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,39507,1731785633914 in 189 msec 2024-11-16T19:33:56,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:33:56,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-16T19:33:56,825 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:33:56,825 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:33:56,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:56,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:33:56,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:56,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:56,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-11-16T19:33:56,831 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785636831, completionTime=-1 2024-11-16T19:33:56,831 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:33:56,831 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785696833 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785756833 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43249,1731785633887-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43249,1731785633887-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43249,1731785633887-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:43249, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:56,834 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:56,835 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:33:56,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.888sec 2024-11-16T19:33:56,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:33:56,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:33:56,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:33:56,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:33:56,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:33:56,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43249,1731785633887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:33:56,836 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43249,1731785633887-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:33:56,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1799223f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:56,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43249,-1 for getting cluster id 2024-11-16T19:33:56,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:33:56,838 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:33:56,838 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:33:56,838 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43249,1731785633887-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:33:56,839 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b3400b-db55-48b6-b726-96937e74e8db' 2024-11-16T19:33:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:33:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b3400b-db55-48b6-b726-96937e74e8db" 2024-11-16T19:33:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5c2188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43249,-1] 2024-11-16T19:33:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:33:56,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:33:56,840 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:33:56,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aee2818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:33:56,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:33:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:33:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:33:56,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:33:56,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,43249,1731785633887 2024-11-16T19:33:56,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52712 2024-11-16T19:33:56,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:33:56,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a06f9a90005 connected 2024-11-16T19:33:56,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:33:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,32985,1731785629971 2024-11-16T19:33:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@659e492b 2024-11-16T19:33:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:33:56,850 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:33:56,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:33:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:33:56,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:33:56,853 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:56,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:33:56,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:33:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:33:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:57,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c69fda3280e1751234409b9e5e1edb, NAME => 'test,,1731785636851.35c69fda3280e1751234409b9e5e1edb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3 2024-11-16T19:33:57,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:33:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:57,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:33:57,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:57,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:57,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:57,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:57,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:33:57,668 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785636851.35c69fda3280e1751234409b9e5e1edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:57,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 35c69fda3280e1751234409b9e5e1edb, disabling compactions & flushes 2024-11-16T19:33:57,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:33:57,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:33:57,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. after waiting 0 ms 2024-11-16T19:33:57,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:33:57,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:33:57,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c69fda3280e1751234409b9e5e1edb: Waiting for close lock at 1731785637669Disabling compacts and flushes for region at 1731785637669Disabling writes for close at 1731785637669Writing region close event to WAL at 1731785637669Closed at 1731785637669 2024-11-16T19:33:57,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:33:57,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785636851.35c69fda3280e1751234409b9e5e1edb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785637670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785637670"}]},"ts":"1731785637670"} 2024-11-16T19:33:57,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:33:57,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:33:57,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785637673"}]},"ts":"1731785637673"} 2024-11-16T19:33:57,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:33:57,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35c69fda3280e1751234409b9e5e1edb, ASSIGN}] 2024-11-16T19:33:57,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35c69fda3280e1751234409b9e5e1edb, ASSIGN 2024-11-16T19:33:57,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=35c69fda3280e1751234409b9e5e1edb, ASSIGN; state=OFFLINE, location=d11ab77873cb,38059,1731785630008; forceNewPlan=false, retain=false 2024-11-16T19:33:57,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35c69fda3280e1751234409b9e5e1edb, regionState=OPENING, regionLocation=d11ab77873cb,38059,1731785630008 2024-11-16T19:33:57,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=35c69fda3280e1751234409b9e5e1edb, ASSIGN because future has completed 2024-11-16T19:33:57,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c69fda3280e1751234409b9e5e1edb, server=d11ab77873cb,38059,1731785630008}] 2024-11-16T19:33:57,854 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:33:57,986 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:33:57,986 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c69fda3280e1751234409b9e5e1edb, NAME => 'test,,1731785636851.35c69fda3280e1751234409b9e5e1edb.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:33:57,986 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:33:57,987 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:33:57,987 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,987 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785636851.35c69fda3280e1751234409b9e5e1edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:57,987 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,987 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,988 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:57,989 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c69fda3280e1751234409b9e5e1edb columnFamilyName f 2024-11-16T19:33:57,989 DEBUG [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:57,989 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] regionserver.HStore(327): Store=35c69fda3280e1751234409b9e5e1edb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:57,990 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,990 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c69fda3280e1751234409b9e5e1edb columnFamilyName f1 2024-11-16T19:33:57,990 DEBUG [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:57,991 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] regionserver.HStore(327): Store=35c69fda3280e1751234409b9e5e1edb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:57,991 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,992 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c69fda3280e1751234409b9e5e1edb columnFamilyName norep 2024-11-16T19:33:57,992 DEBUG [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:57,992 INFO [StoreOpener-35c69fda3280e1751234409b9e5e1edb-1 {}] regionserver.HStore(327): Store=35c69fda3280e1751234409b9e5e1edb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:33:57,992 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,993 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,993 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,994 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,994 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,994 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:33:57,995 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,997 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:33:57,997 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35c69fda3280e1751234409b9e5e1edb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62234130, jitterRate=-0.07263919711112976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:33:57,997 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:33:57,998 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35c69fda3280e1751234409b9e5e1edb: Running coprocessor pre-open hook at 1731785637987Writing region info on filesystem at 1731785637987Initializing all the Stores at 1731785637988 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785637988Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785637988Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785637988Cleaning up temporary data from old regions at 1731785637994 (+6 ms)Running coprocessor post-open hooks at 1731785637997 (+3 ms)Region opened successfully at 1731785637998 (+1 ms) 2024-11-16T19:33:57,998 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785636851.35c69fda3280e1751234409b9e5e1edb., pid=6, masterSystemTime=1731785637982 2024-11-16T19:33:58,000 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:33:58,000 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:33:58,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35c69fda3280e1751234409b9e5e1edb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,38059,1731785630008 2024-11-16T19:33:58,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c69fda3280e1751234409b9e5e1edb, server=d11ab77873cb,38059,1731785630008 because future has completed 2024-11-16T19:33:58,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:33:58,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c69fda3280e1751234409b9e5e1edb, server=d11ab77873cb,38059,1731785630008 in 172 msec 2024-11-16T19:33:58,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:33:58,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=35c69fda3280e1751234409b9e5e1edb, ASSIGN in 330 msec 2024-11-16T19:33:58,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:33:58,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785638007"}]},"ts":"1731785638007"} 2024-11-16T19:33:58,008 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:33:58,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:33:58,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-16T19:33:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:58,999 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:33:58,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:33:59,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43249,1731785633887 2024-11-16T19:33:59,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65832fd8 2024-11-16T19:33:59,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:33:59,001 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:33:59,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:33:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:33:59,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:33:59,004 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:33:59,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:33:59,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:33:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:33:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:59,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30192baea8a1649edec8556559d06720, NAME => 'test,,1731785639001.30192baea8a1649edec8556559d06720.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72 2024-11-16T19:33:59,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:33:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:33:59,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785639001.30192baea8a1649edec8556559d06720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:33:59,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30192baea8a1649edec8556559d06720, disabling compactions & flushes 2024-11-16T19:33:59,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:33:59,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:33:59,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785639001.30192baea8a1649edec8556559d06720. after waiting 0 ms 2024-11-16T19:33:59,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:33:59,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:33:59,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30192baea8a1649edec8556559d06720: Waiting for close lock at 1731785639816Disabling compacts and flushes for region at 1731785639816Disabling writes for close at 1731785639816Writing region close event to WAL at 1731785639816Closed at 1731785639816 2024-11-16T19:33:59,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:33:59,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785639001.30192baea8a1649edec8556559d06720.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785639817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785639817"}]},"ts":"1731785639817"} 2024-11-16T19:33:59,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:33:59,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:33:59,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785639820"}]},"ts":"1731785639820"} 2024-11-16T19:33:59,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:33:59,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30192baea8a1649edec8556559d06720, ASSIGN}] 2024-11-16T19:33:59,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30192baea8a1649edec8556559d06720, ASSIGN 2024-11-16T19:33:59,823 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30192baea8a1649edec8556559d06720, ASSIGN; state=OFFLINE, location=d11ab77873cb,39507,1731785633914; forceNewPlan=false, retain=false 2024-11-16T19:33:59,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30192baea8a1649edec8556559d06720, regionState=OPENING, regionLocation=d11ab77873cb,39507,1731785633914 2024-11-16T19:33:59,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30192baea8a1649edec8556559d06720, ASSIGN because future has completed 2024-11-16T19:33:59,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30192baea8a1649edec8556559d06720, server=d11ab77873cb,39507,1731785633914}] 2024-11-16T19:34:00,130 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:34:00,130 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30192baea8a1649edec8556559d06720, NAME => 'test,,1731785639001.30192baea8a1649edec8556559d06720.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:00,131 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:00,131 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:34:00,131 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,131 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785639001.30192baea8a1649edec8556559d06720.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:00,131 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,131 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,132 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,133 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30192baea8a1649edec8556559d06720 columnFamilyName f 2024-11-16T19:34:00,133 DEBUG [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:00,133 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] regionserver.HStore(327): Store=30192baea8a1649edec8556559d06720/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:00,133 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,134 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30192baea8a1649edec8556559d06720 columnFamilyName f1 2024-11-16T19:34:00,134 DEBUG [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:00,135 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] regionserver.HStore(327): Store=30192baea8a1649edec8556559d06720/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:00,135 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,135 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30192baea8a1649edec8556559d06720 columnFamilyName norep 2024-11-16T19:34:00,135 DEBUG [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:00,136 INFO [StoreOpener-30192baea8a1649edec8556559d06720-1 {}] regionserver.HStore(327): Store=30192baea8a1649edec8556559d06720/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:00,136 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,136 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,136 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,137 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,137 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,138 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:00,138 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:00,140 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:00,140 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30192baea8a1649edec8556559d06720; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64341519, jitterRate=-0.04123665392398834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:00,140 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30192baea8a1649edec8556559d06720 2024-11-16T19:34:00,141 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30192baea8a1649edec8556559d06720: Running coprocessor pre-open hook at 1731785640131Writing region info on filesystem at 1731785640131Initializing all the Stores at 1731785640132 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785640132Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785640132Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785640132Cleaning up temporary data from old regions at 1731785640137 (+5 ms)Running coprocessor post-open hooks at 1731785640140 (+3 ms)Region opened successfully at 1731785640140 2024-11-16T19:34:00,141 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785639001.30192baea8a1649edec8556559d06720., pid=6, masterSystemTime=1731785640127 2024-11-16T19:34:00,143 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:34:00,143 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:34:00,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30192baea8a1649edec8556559d06720, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,39507,1731785633914 2024-11-16T19:34:00,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30192baea8a1649edec8556559d06720, server=d11ab77873cb,39507,1731785633914 because future has completed 2024-11-16T19:34:00,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:34:00,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30192baea8a1649edec8556559d06720, server=d11ab77873cb,39507,1731785633914 in 170 msec 2024-11-16T19:34:00,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:34:00,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30192baea8a1649edec8556559d06720, ASSIGN in 326 msec 2024-11-16T19:34:00,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:00,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785640149"}]},"ts":"1731785640149"} 2024-11-16T19:34:00,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:34:00,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:00,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-16T19:34:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:01,149 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:34:01,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cdf834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,32985,-1 for getting cluster id 2024-11-16T19:34:01,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:01,150 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7021293b-b7bb-4fd9-be9f-4b15a0eb9e09' 2024-11-16T19:34:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7021293b-b7bb-4fd9-be9f-4b15a0eb9e09" 2024-11-16T19:34:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5caed947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,32985,-1] 2024-11-16T19:34:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:01,152 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:01,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31144802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488a8db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43249,-1 for getting cluster id 2024-11-16T19:34:01,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:01,153 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b3400b-db55-48b6-b726-96937e74e8db' 2024-11-16T19:34:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b3400b-db55-48b6-b726-96937e74e8db" 2024-11-16T19:34:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7b681d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43249,-1] 2024-11-16T19:34:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:01,154 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:01,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6729674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700cb1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,32985,-1 for getting cluster id 2024-11-16T19:34:01,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:01,156 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7021293b-b7bb-4fd9-be9f-4b15a0eb9e09' 2024-11-16T19:34:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7021293b-b7bb-4fd9-be9f-4b15a0eb9e09" 2024-11-16T19:34:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6146afb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,32985,-1] 2024-11-16T19:34:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:01,157 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:01,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696b8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:01,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,32985,1731785629971 2024-11-16T19:34:01,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@269b2fa7 2024-11-16T19:34:01,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:01,160 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:01,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:34:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:34:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:01,163 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:43249' 2024-11-16T19:34:01,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399b16cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,164 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43249,-1 for getting cluster id 2024-11-16T19:34:01,164 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:01,164 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b3400b-db55-48b6-b726-96937e74e8db' 2024-11-16T19:34:01,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:01,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b3400b-db55-48b6-b726-96937e74e8db" 2024-11-16T19:34:01,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8e56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43249,-1] 2024-11-16T19:34:01,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:01,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:01,165 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:01,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11801744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:01,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43249,1731785633887 2024-11-16T19:34:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c40a95c 2024-11-16T19:34:01,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:01,167 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:01,168 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:34:01,168 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:34:01,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:01,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:01,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:01,169 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:01,170 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:34:01,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:01,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:01,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:34:01,177 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eea044b907ba9076c893162b30e26964, NAME => 'hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3 2024-11-16T19:34:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:34:01,220 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:34:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:01,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:01,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eea044b907ba9076c893162b30e26964, disabling compactions & flushes 2024-11-16T19:34:01,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:01,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:01,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. after waiting 0 ms 2024-11-16T19:34:01,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:01,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:01,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eea044b907ba9076c893162b30e26964: Waiting for close lock at 1731785641582Disabling compacts and flushes for region at 1731785641582Disabling writes for close at 1731785641582Writing region close event to WAL at 1731785641582Closed at 1731785641582 2024-11-16T19:34:01,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:01,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785641583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785641583"}]},"ts":"1731785641583"} 2024-11-16T19:34:01,585 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:01,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:01,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785641586"}]},"ts":"1731785641586"} 2024-11-16T19:34:01,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:34:01,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eea044b907ba9076c893162b30e26964, ASSIGN}] 2024-11-16T19:34:01,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eea044b907ba9076c893162b30e26964, ASSIGN 2024-11-16T19:34:01,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eea044b907ba9076c893162b30e26964, ASSIGN; state=OFFLINE, location=d11ab77873cb,38059,1731785630008; forceNewPlan=false, retain=false 2024-11-16T19:34:01,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eea044b907ba9076c893162b30e26964, regionState=OPENING, regionLocation=d11ab77873cb,38059,1731785630008 2024-11-16T19:34:01,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eea044b907ba9076c893162b30e26964, ASSIGN because future has completed 2024-11-16T19:34:01,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea044b907ba9076c893162b30e26964, server=d11ab77873cb,38059,1731785630008}] 2024-11-16T19:34:01,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:34:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:01,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:01,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:01,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:34:01,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38059%2C1731785630008.rep, suffix=, logDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008, archiveDir=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/oldWALs, maxLogs=10 2024-11-16T19:34:01,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.rep.1731785641898, exclude list is [], retry=0 2024-11-16T19:34:01,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-382adbbf-d484-423c-a75b-13ad8ff6a2a8,DISK] 2024-11-16T19:34:01,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.rep.1731785641898 2024-11-16T19:34:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41471:41471)] 2024-11-16T19:34:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eea044b907ba9076c893162b30e26964, NAME => 'hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:01,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. service=MultiRowMutationService 2024-11-16T19:34:01,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:34:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,914 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,915 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea044b907ba9076c893162b30e26964 columnFamilyName hfileref 2024-11-16T19:34:01,915 DEBUG [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:01,916 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] regionserver.HStore(327): Store=eea044b907ba9076c893162b30e26964/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:01,916 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,917 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea044b907ba9076c893162b30e26964 columnFamilyName queue 2024-11-16T19:34:01,917 DEBUG [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:01,918 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] regionserver.HStore(327): Store=eea044b907ba9076c893162b30e26964/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:01,918 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,918 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea044b907ba9076c893162b30e26964 columnFamilyName sid 2024-11-16T19:34:01,919 DEBUG [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:01,919 INFO [StoreOpener-eea044b907ba9076c893162b30e26964-1 {}] regionserver.HStore(327): Store=eea044b907ba9076c893162b30e26964/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:01,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:01,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:01,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eea044b907ba9076c893162b30e26964; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66628712, jitterRate=-0.00715482234954834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eea044b907ba9076c893162b30e26964 2024-11-16T19:34:01,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eea044b907ba9076c893162b30e26964: Running coprocessor pre-open hook at 1731785641913Writing region info on filesystem at 1731785641913Initializing all the Stores at 1731785641914 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785641914Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785641914Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785641914Cleaning up temporary data from old regions at 1731785641921 (+7 ms)Running coprocessor post-open hooks at 1731785641926 (+5 ms)Region opened successfully at 1731785641927 (+1 ms) 2024-11-16T19:34:01,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964., pid=10, masterSystemTime=1731785641894 2024-11-16T19:34:01,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:01,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:01,930 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eea044b907ba9076c893162b30e26964, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,38059,1731785630008 2024-11-16T19:34:01,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea044b907ba9076c893162b30e26964, server=d11ab77873cb,38059,1731785630008 because future has completed 2024-11-16T19:34:01,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:34:01,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eea044b907ba9076c893162b30e26964, server=d11ab77873cb,38059,1731785630008 in 190 msec 2024-11-16T19:34:01,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:34:01,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eea044b907ba9076c893162b30e26964, ASSIGN in 346 msec 2024-11-16T19:34:01,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:01,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785641936"}]},"ts":"1731785641936"} 2024-11-16T19:34:01,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:34:01,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:01,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-16T19:34:01,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964., hostname=d11ab77873cb,38059,1731785630008, seqNum=2] 2024-11-16T19:34:01,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:34:01,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T19:34:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:34:01,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T19:34:01,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T19:34:01,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T19:34:01,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:01,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T19:34:01,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:34:01,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T19:34:01,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:34:01,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T19:34:01,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:34:01,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:34:01,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:34:02,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:34:02,133 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:34:02,159 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,38059,1731785630008, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:34:02,160 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:02,160 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38059,1731785630008, seqNum=-1] 2024-11-16T19:34:02,160 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:02,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:02,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,38059,1731785630008', locateType=CURRENT is [region=hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964., hostname=d11ab77873cb,38059,1731785630008, seqNum=2] 2024-11-16T19:34:02,165 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:34:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:34:02,167 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,38059,1731785630008 suceeded 2024-11-16T19:34:02,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:34:02,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T19:34:02,168 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:43249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:34:02,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0080 sec 2024-11-16T19:34:02,181 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:43249' 2024-11-16T19:34:02,183 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fda10ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,183 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43249,-1 for getting cluster id 2024-11-16T19:34:02,183 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:02,183 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b3400b-db55-48b6-b726-96937e74e8db' 2024-11-16T19:34:02,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:02,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b3400b-db55-48b6-b726-96937e74e8db" 2024-11-16T19:34:02,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9fdbd6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43249,-1] 2024-11-16T19:34:02,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:02,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:02,185 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:02,185 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b07316d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,185 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:02,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43249,1731785633887 2024-11-16T19:34:02,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d87e22e 2024-11-16T19:34:02,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:02,187 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T19:34:02,187 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,38059,1731785630008 (queues=1) is replicating from cluster=7021293b-b7bb-4fd9-be9f-4b15a0eb9e09 to cluster=87b3400b-db55-48b6-b726-96937e74e8db 2024-11-16T19:34:02,188 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C38059%2C1731785630008 2024-11-16T19:34:02,188 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,38059,1731785630008, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:34:02,188 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C38059%2C1731785630008 2024-11-16T19:34:02,188 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004, startPosition=0, beingWritten=true 2024-11-16T19:34:02,195 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:02,195 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 379, reset compression=false 2024-11-16T19:34:02,195 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38059,1731785630008 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:02,299 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:34:02,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:02,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:02,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:02,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:02,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:02,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2dce24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43249,-1 for getting cluster id 2024-11-16T19:34:02,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:02,301 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b3400b-db55-48b6-b726-96937e74e8db' 2024-11-16T19:34:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b3400b-db55-48b6-b726-96937e74e8db" 2024-11-16T19:34:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a64a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43249,-1] 2024-11-16T19:34:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:02,302 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:02,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3427ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43249,1731785633887 2024-11-16T19:34:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eee2234 2024-11-16T19:34:02,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:02,305 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:02,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:32985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:34:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:34:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:02,307 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:32985' 2024-11-16T19:34:02,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fe2028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,308 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,32985,-1 for getting cluster id 2024-11-16T19:34:02,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:02,309 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7021293b-b7bb-4fd9-be9f-4b15a0eb9e09' 2024-11-16T19:34:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7021293b-b7bb-4fd9-be9f-4b15a0eb9e09" 2024-11-16T19:34:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34128115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,32985,-1] 2024-11-16T19:34:02,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:02,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:02,310 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:02,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4329f875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:02,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:02,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,32985,1731785629971 2024-11-16T19:34:02,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cf65ed0 2024-11-16T19:34:02,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:02,312 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:02,312 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:34:02,313 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:34:02,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:02,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:02,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:02,313 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:02,314 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:34:02,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:02,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:02,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:34:02,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22110b6d4acd8773d6e418997d2c1d50, NAME => 'hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72 2024-11-16T19:34:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:34:02,364 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:34:02,399 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 379, reset compression=false 2024-11-16T19:34:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:02,703 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 379, reset compression=false 2024-11-16T19:34:02,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:02,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22110b6d4acd8773d6e418997d2c1d50, disabling compactions & flushes 2024-11-16T19:34:02,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:02,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:02,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. after waiting 0 ms 2024-11-16T19:34:02,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:02,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:02,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22110b6d4acd8773d6e418997d2c1d50: Waiting for close lock at 1731785642731Disabling compacts and flushes for region at 1731785642731Disabling writes for close at 1731785642731Writing region close event to WAL at 1731785642731Closed at 1731785642731 2024-11-16T19:34:02,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:02,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785642732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785642732"}]},"ts":"1731785642732"} 2024-11-16T19:34:02,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:02,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:02,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785642735"}]},"ts":"1731785642735"} 2024-11-16T19:34:02,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:34:02,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22110b6d4acd8773d6e418997d2c1d50, ASSIGN}] 2024-11-16T19:34:02,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22110b6d4acd8773d6e418997d2c1d50, ASSIGN 2024-11-16T19:34:02,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22110b6d4acd8773d6e418997d2c1d50, ASSIGN; state=OFFLINE, location=d11ab77873cb,39507,1731785633914; forceNewPlan=false, retain=false 2024-11-16T19:34:02,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22110b6d4acd8773d6e418997d2c1d50, regionState=OPENING, regionLocation=d11ab77873cb,39507,1731785633914 2024-11-16T19:34:02,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22110b6d4acd8773d6e418997d2c1d50, ASSIGN because future has completed 2024-11-16T19:34:02,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22110b6d4acd8773d6e418997d2c1d50, server=d11ab77873cb,39507,1731785633914}] 2024-11-16T19:34:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:03,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:03,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:03,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:34:03,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C39507%2C1731785633914.rep, suffix=, logDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914, archiveDir=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/oldWALs, maxLogs=10 2024-11-16T19:34:03,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.rep.1731785643048, exclude list is [], retry=0 2024-11-16T19:34:03,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33265,DS-3118d705-19b2-4af8-a964-290dfa975a91,DISK] 2024-11-16T19:34:03,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.rep.1731785643048 2024-11-16T19:34:03,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43389:43389)] 2024-11-16T19:34:03,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 22110b6d4acd8773d6e418997d2c1d50, NAME => 'hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:03,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:03,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:03,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. service=MultiRowMutationService 2024-11-16T19:34:03,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:34:03,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:03,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,069 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,070 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22110b6d4acd8773d6e418997d2c1d50 columnFamilyName hfileref 2024-11-16T19:34:03,070 DEBUG [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:03,071 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] regionserver.HStore(327): Store=22110b6d4acd8773d6e418997d2c1d50/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:03,071 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,072 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22110b6d4acd8773d6e418997d2c1d50 columnFamilyName queue 2024-11-16T19:34:03,072 DEBUG [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:03,072 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] regionserver.HStore(327): Store=22110b6d4acd8773d6e418997d2c1d50/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:03,072 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,073 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22110b6d4acd8773d6e418997d2c1d50 columnFamilyName sid 2024-11-16T19:34:03,073 DEBUG [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:03,073 INFO [StoreOpener-22110b6d4acd8773d6e418997d2c1d50-1 {}] regionserver.HStore(327): Store=22110b6d4acd8773d6e418997d2c1d50/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:03,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:03,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:03,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 22110b6d4acd8773d6e418997d2c1d50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72202869, jitterRate=0.07590658962726593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:03,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:03,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 22110b6d4acd8773d6e418997d2c1d50: Running coprocessor pre-open hook at 1731785643068Writing region info on filesystem at 1731785643068Initializing all the Stores at 1731785643069 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785643069Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785643069Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785643069Cleaning up temporary data from old regions at 1731785643075 (+6 ms)Running coprocessor post-open hooks at 1731785643078 (+3 ms)Region opened successfully at 1731785643078 2024-11-16T19:34:03,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50., pid=10, masterSystemTime=1731785643043 2024-11-16T19:34:03,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:03,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:03,081 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22110b6d4acd8773d6e418997d2c1d50, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,39507,1731785633914 2024-11-16T19:34:03,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22110b6d4acd8773d6e418997d2c1d50, server=d11ab77873cb,39507,1731785633914 because future has completed 2024-11-16T19:34:03,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:34:03,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 22110b6d4acd8773d6e418997d2c1d50, server=d11ab77873cb,39507,1731785633914 in 192 msec 2024-11-16T19:34:03,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:34:03,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22110b6d4acd8773d6e418997d2c1d50, ASSIGN in 348 msec 2024-11-16T19:34:03,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:03,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785643087"}]},"ts":"1731785643087"} 2024-11-16T19:34:03,089 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:34:03,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:03,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-16T19:34:03,107 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 379, reset compression=false 2024-11-16T19:34:03,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50., hostname=d11ab77873cb,39507,1731785633914, seqNum=2] 2024-11-16T19:34:03,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:34:03,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:34:03,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:34:03,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:34:03,277 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:34:03,302 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,39507,1731785633914, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:34:03,302 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:03,302 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:34:03,302 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:03,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:03,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,39507,1731785633914', locateType=CURRENT is [region=hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50., hostname=d11ab77873cb,39507,1731785633914, seqNum=2] 2024-11-16T19:34:03,307 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:34:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:34:03,309 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,39507,1731785633914 suceeded 2024-11-16T19:34:03,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:34:03,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T19:34:03,310 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:32985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:34:03,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0050 sec 2024-11-16T19:34:03,320 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:32985' 2024-11-16T19:34:03,321 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29381000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:03,321 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,32985,-1 for getting cluster id 2024-11-16T19:34:03,321 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:03,321 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7021293b-b7bb-4fd9-be9f-4b15a0eb9e09' 2024-11-16T19:34:03,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:03,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7021293b-b7bb-4fd9-be9f-4b15a0eb9e09" 2024-11-16T19:34:03,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4461e565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:03,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,32985,-1] 2024-11-16T19:34:03,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:03,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:03,323 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:03,323 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a0b892a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:03,323 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:03,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,32985,1731785629971 2024-11-16T19:34:03,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a9446f9 2024-11-16T19:34:03,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:03,325 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T19:34:03,325 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,39507,1731785633914 (queues=1) is replicating from cluster=87b3400b-db55-48b6-b726-96937e74e8db to cluster=7021293b-b7bb-4fd9-be9f-4b15a0eb9e09 2024-11-16T19:34:03,325 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C39507%2C1731785633914 2024-11-16T19:34:03,325 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,39507,1731785633914, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:34:03,326 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C39507%2C1731785633914 2024-11-16T19:34:03,326 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890, startPosition=0, beingWritten=true 2024-11-16T19:34:03,330 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:03,330 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 379, reset compression=false 2024-11-16T19:34:03,330 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,39507,1731785633914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:03,439 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:34:03,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:03,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:03,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:03,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:03,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:03,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:03,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731785643443/Put/seqid=0 2024-11-16T19:34:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741840_1016 (size=7894) 2024-11-16T19:34:03,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:03,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:03,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:03,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:03,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:03,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:03,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:03,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:03,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:03,535 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 379, reset compression=false 2024-11-16T19:34:03,610 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 379, reset compression=false 2024-11-16T19:34:03,839 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 379, reset compression=false 2024-11-16T19:34:03,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731785643849/Put/seqid=0 2024-11-16T19:34:03,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741841_1017 (size=7691) 2024-11-16T19:34:03,855 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:34:04,214 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 379, reset compression=false 2024-11-16T19:34:04,243 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 379, reset compression=false 2024-11-16T19:34:04,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53251f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:04,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,32985,-1 for getting cluster id 2024-11-16T19:34:04,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:04,255 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7021293b-b7bb-4fd9-be9f-4b15a0eb9e09' 2024-11-16T19:34:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7021293b-b7bb-4fd9-be9f-4b15a0eb9e09" 2024-11-16T19:34:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f6d8f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,32985,-1] 2024-11-16T19:34:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:04,256 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:04,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa38b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:04,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38059,1731785630008, seqNum=-1] 2024-11-16T19:34:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:04,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:04,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,32985,1731785629971 2024-11-16T19:34:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3df1a5 2024-11-16T19:34:04,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:04,267 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:04,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785636851.35c69fda3280e1751234409b9e5e1edb., hostname=d11ab77873cb,38059,1731785630008, seqNum=2] 2024-11-16T19:34:04,272 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:34:04,277 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T19:34:04,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T19:34:04,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 35c69fda3280e1751234409b9e5e1edb/f 2024-11-16T19:34:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T19:34:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:34:04,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 35c69fda3280e1751234409b9e5e1edb/f 2024-11-16T19:34:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T19:34:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:34:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegion(2603): Flush status journal for 35c69fda3280e1751234409b9e5e1edb: 2024-11-16T19:34:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_0 2024-11-16T19:34:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_0 as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ 2024-11-16T19:34:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_1 2024-11-16T19:34:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_1 as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ 2024-11-16T19:34:04,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_0 into 35c69fda3280e1751234409b9e5e1edb/f as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ - updating store file list. 2024-11-16T19:34:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:34:04,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ into 35c69fda3280e1751234409b9e5e1edb/f 2024-11-16T19:34:04,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_0 into 35c69fda3280e1751234409b9e5e1edb/f (new location: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_) 2024-11-16T19:34:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_0 2024-11-16T19:34:04,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_1 into 35c69fda3280e1751234409b9e5e1edb/f as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ - updating store file list. 2024-11-16T19:34:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a11893a3357444e876608effc6f7b1d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:34:04,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ into 35c69fda3280e1751234409b9e5e1edb/f 2024-11-16T19:34:04,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_1 into 35c69fda3280e1751234409b9e5e1edb/f (new location: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_) 2024-11-16T19:34:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins__test__siqsphp4b5i71borfetb98iagedlfv96kd1h6m6hlhksnavmq1quolubi9disjk8/f/hfile_1 2024-11-16T19:34:04,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:04,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:04,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:04,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731785636851.35c69fda3280e1751234409b9e5e1edb., hostname=d11ab77873cb,38059,1731785630008, seqNum=2 , the old value is region=test,,1731785636851.35c69fda3280e1751234409b9e5e1edb., hostname=d11ab77873cb,38059,1731785630008, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d11ab77873cb:38059 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:34:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731785636851.35c69fda3280e1751234409b9e5e1edb., hostname=d11ab77873cb,38059,1731785630008, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:34:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731785636851.35c69fda3280e1751234409b9e5e1edb., hostname=d11ab77873cb,38059,1731785630008, seqNum=2 from cache 2024-11-16T19:34:04,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:04,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:04,308 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T19:34:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:34:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:04,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:04,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785639001.30192baea8a1649edec8556559d06720., hostname=d11ab77873cb,39507,1731785633914, seqNum=2] 2024-11-16T19:34:04,313 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T19:34:04,419 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:38059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T19:34:04,747 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 379, reset compression=false 2024-11-16T19:34:04,918 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 379, reset compression=false 2024-11-16T19:34:04,923 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:34:04,923 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38059,1731785630008 got entry batch from reader: WALEntryBatch [walEntries=[{test/35c69fda3280e1751234409b9e5e1edb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731785644306/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T19:34:04,924 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:04,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-16T19:34:04,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.ReplicationSink(318): Replicating [7021293b-b7bb-4fd9-be9f-4b15a0eb9e09] bulk loaded data 2024-11-16T19:34:04,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a6b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:04,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43249,-1 for getting cluster id 2024-11-16T19:34:04,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:04,927 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b3400b-db55-48b6-b726-96937e74e8db' 2024-11-16T19:34:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b3400b-db55-48b6-b726-96937e74e8db" 2024-11-16T19:34:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@521d2020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43249,-1] 2024-11-16T19:34:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:04,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:04,928 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:04,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33226f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:04,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741840_1016 (size=7894) 2024-11-16T19:34:04,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741841_1017 (size=7691) 2024-11-16T19:34:04,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:04,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43249,1731785633887 2024-11-16T19:34:04,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e637a2 2024-11-16T19:34:04,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:04,947 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T19:34:04,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:34:04,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:04,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:34:04,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:04,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:04,955 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T19:34:04,958 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T19:34:04,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ for inclusion in 30192baea8a1649edec8556559d06720/f 2024-11-16T19:34:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T19:34:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:34:04,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ for inclusion in 30192baea8a1649edec8556559d06720/f 2024-11-16T19:34:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T19:34:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:34:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegion(2603): Flush status journal for 30192baea8a1649edec8556559d06720: 2024-11-16T19:34:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:34:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/4ed9adfada7e4d1e84d7fbd24a9490bc_SeqId_4_ 2024-11-16T19:34:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7a11893a3357444e876608effc6f7b1d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:34:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/4ef12ddf22e04941b42bf6f2601dd35e_SeqId_4_ 2024-11-16T19:34:04,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ into 30192baea8a1649edec8556559d06720/f as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/4ed9adfada7e4d1e84d7fbd24a9490bc_SeqId_4_ - updating store file list. 2024-11-16T19:34:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ed9adfada7e4d1e84d7fbd24a9490bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:34:04,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/4ed9adfada7e4d1e84d7fbd24a9490bc_SeqId_4_ into 30192baea8a1649edec8556559d06720/f 2024-11-16T19:34:04,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ into 30192baea8a1649edec8556559d06720/f (new location: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/4ed9adfada7e4d1e84d7fbd24a9490bc_SeqId_4_) 2024-11-16T19:34:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/933d663a26be4439a20eaf3d0ad37fc0_SeqId_4_ 2024-11-16T19:34:04,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ into 30192baea8a1649edec8556559d06720/f as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/4ef12ddf22e04941b42bf6f2601dd35e_SeqId_4_ - updating store file list. 2024-11-16T19:34:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ef12ddf22e04941b42bf6f2601dd35e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:34:04,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/4ef12ddf22e04941b42bf6f2601dd35e_SeqId_4_ into 30192baea8a1649edec8556559d06720/f 2024-11-16T19:34:04,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ into 30192baea8a1649edec8556559d06720/f (new location: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/4ef12ddf22e04941b42bf6f2601dd35e_SeqId_4_) 2024-11-16T19:34:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins.hfs.11__test__dir6o5knoi1crguv0977mlgip9vi29vfgb9jvt0e16crf1s0e6v4repu6ht4f5s1/f/7a11893a3357444e876608effc6f7b1d_SeqId_4_ 2024-11-16T19:34:04,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.ReplicationSink(324): Finished replicating [7021293b-b7bb-4fd9-be9f-4b15a0eb9e09] bulk loaded data 2024-11-16T19:34:05,123 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 687, reset compression=false 2024-11-16T19:34:05,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:05,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731785645323/Put/seqid=0 2024-11-16T19:34:05,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741842_1018 (size=11194) 2024-11-16T19:34:05,351 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 379, reset compression=false 2024-11-16T19:34:05,355 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:34:05,355 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,39507,1731785633914 got entry batch from reader: WALEntryBatch [walEntries=[{test/30192baea8a1649edec8556559d06720/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731785644979/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T19:34:05,357 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:05,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-16T19:34:05,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.ReplicationSink(318): Replicating [7021293b-b7bb-4fd9-be9f-4b15a0eb9e09, 87b3400b-db55-48b6-b726-96937e74e8db] bulk loaded data 2024-11-16T19:34:05,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59272df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:05,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,32985,-1 for getting cluster id 2024-11-16T19:34:05,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:05,359 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7021293b-b7bb-4fd9-be9f-4b15a0eb9e09' 2024-11-16T19:34:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7021293b-b7bb-4fd9-be9f-4b15a0eb9e09" 2024-11-16T19:34:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51ec98ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,32985,-1] 2024-11-16T19:34:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:05,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:05,361 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:05,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59200ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741842_1018 (size=7894) 2024-11-16T19:34:05,427 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 687, reset compression=false 2024-11-16T19:34:05,555 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 725, reset compression=false 2024-11-16T19:34:05,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731785645732/Put/seqid=0 2024-11-16T19:34:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741843_1019 (size=10791) 2024-11-16T19:34:05,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741843_1019 (size=7691) 2024-11-16T19:34:05,831 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 687, reset compression=false 2024-11-16T19:34:05,859 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 725, reset compression=false 2024-11-16T19:34:06,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f6ee3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:06,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43249,-1 for getting cluster id 2024-11-16T19:34:06,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:06,138 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b3400b-db55-48b6-b726-96937e74e8db' 2024-11-16T19:34:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b3400b-db55-48b6-b726-96937e74e8db" 2024-11-16T19:34:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380dd4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43249,-1] 2024-11-16T19:34:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:06,140 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:06,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ab3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:06,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:34:06,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:06,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:06,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43249,1731785633887 2024-11-16T19:34:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@537c2c60 2024-11-16T19:34:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:06,149 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785639001.30192baea8a1649edec8556559d06720., hostname=d11ab77873cb,39507,1731785633914, seqNum=2] 2024-11-16T19:34:06,154 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:34:06,158 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T19:34:06,160 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T19:34:06,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 30192baea8a1649edec8556559d06720/f 2024-11-16T19:34:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T19:34:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:34:06,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 30192baea8a1649edec8556559d06720/f 2024-11-16T19:34:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T19:34:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:34:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegion(2603): Flush status journal for 30192baea8a1649edec8556559d06720: 2024-11-16T19:34:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_1 2024-11-16T19:34:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_1 as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ 2024-11-16T19:34:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_0 2024-11-16T19:34:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_0 as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ 2024-11-16T19:34:06,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_1 into 30192baea8a1649edec8556559d06720/f as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ - updating store file list. 2024-11-16T19:34:06,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 248a6ff123c34184855f51fe2b65ba8c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:34:06,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,32985,1731785629971 2024-11-16T19:34:06,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b609109 2024-11-16T19:34:06,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ into 30192baea8a1649edec8556559d06720/f 2024-11-16T19:34:06,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_1 into 30192baea8a1649edec8556559d06720/f (new location: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_) 2024-11-16T19:34:06,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_1 2024-11-16T19:34:06,181 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T19:34:06,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_0 into 30192baea8a1649edec8556559d06720/f as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ - updating store file list. 2024-11-16T19:34:06,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:34:06,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:06,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38059,1731785630008, seqNum=-1] 2024-11-16T19:34:06,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:34:06,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ into 30192baea8a1649edec8556559d06720/f 2024-11-16T19:34:06,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_0 into 30192baea8a1649edec8556559d06720/f (new location: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_) 2024-11-16T19:34:06,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/staging/jenkins__test__j1ibtmubh3gc6ndo01nmtfsj4jnklce4a5ov3u25cjnrcln6o91b41cup155u3tj/f/hfile_0 2024-11-16T19:34:06,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:06,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:06,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:06,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731785639001.30192baea8a1649edec8556559d06720., hostname=d11ab77873cb,39507,1731785633914, seqNum=2 , the old value is region=test,,1731785639001.30192baea8a1649edec8556559d06720., hostname=d11ab77873cb,39507,1731785633914, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d11ab77873cb:39507 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:34:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731785639001.30192baea8a1649edec8556559d06720., hostname=d11ab77873cb,39507,1731785633914, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:34:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731785639001.30192baea8a1649edec8556559d06720., hostname=d11ab77873cb,39507,1731785633914, seqNum=2 from cache 2024-11-16T19:34:06,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:06,188 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T19:34:06,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38059,1731785630008, seqNum=-1] 2024-11-16T19:34:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:06,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:06,191 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__vjmttnss7thb6eoe3csc8en2fff3jq55bcnjdc3lt85h1df731pskr5ui10uhm28/f/4ed9adfada7e4d1e84d7fbd24a9490bc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T19:34:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785636851.35c69fda3280e1751234409b9e5e1edb., hostname=d11ab77873cb,38059,1731785630008, seqNum=2] 2024-11-16T19:34:06,194 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__vjmttnss7thb6eoe3csc8en2fff3jq55bcnjdc3lt85h1df731pskr5ui10uhm28/f/4ef12ddf22e04941b42bf6f2601dd35e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T19:34:06,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.ReplicationSink(324): Finished replicating [7021293b-b7bb-4fd9-be9f-4b15a0eb9e09, 87b3400b-db55-48b6-b726-96937e74e8db] bulk loaded data 2024-11-16T19:34:06,198 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T19:34:06,262 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 725, reset compression=false 2024-11-16T19:34:06,267 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:34:06,267 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,39507,1731785633914 got entry batch from reader: WALEntryBatch [walEntries=[{test/30192baea8a1649edec8556559d06720/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731785646186/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T19:34:06,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.ReplicationSink(318): Replicating [87b3400b-db55-48b6-b726-96937e74e8db] bulk loaded data 2024-11-16T19:34:06,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741844_1020 (size=10791) 2024-11-16T19:34:06,300 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:39507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T19:34:06,335 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 687, reset compression=false 2024-11-16T19:34:06,467 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 1033, reset compression=false 2024-11-16T19:34:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741845_1021 (size=11194) 2024-11-16T19:34:06,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:34:06,709 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-16T19:34:06,711 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-16T19:34:06,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ for inclusion in 35c69fda3280e1751234409b9e5e1edb/f 2024-11-16T19:34:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T19:34:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:34:06,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ for inclusion in 35c69fda3280e1751234409b9e5e1edb/f 2024-11-16T19:34:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T19:34:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:34:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegion(2603): Flush status journal for 35c69fda3280e1751234409b9e5e1edb: 2024-11-16T19:34:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:34:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/adff8cfaa35d468b9d5aaad0f316ef07_SeqId_6_ 2024-11-16T19:34:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:34:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/20aeb458e959454d86fe38bb1b1870f4_SeqId_6_ 2024-11-16T19:34:06,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ into 35c69fda3280e1751234409b9e5e1edb/f as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/adff8cfaa35d468b9d5aaad0f316ef07_SeqId_6_ - updating store file list. 2024-11-16T19:34:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for adff8cfaa35d468b9d5aaad0f316ef07_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:34:06,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/adff8cfaa35d468b9d5aaad0f316ef07_SeqId_6_ into 35c69fda3280e1751234409b9e5e1edb/f 2024-11-16T19:34:06,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ into 35c69fda3280e1751234409b9e5e1edb/f (new location: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/adff8cfaa35d468b9d5aaad0f316ef07_SeqId_6_) 2024-11-16T19:34:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/248a6ff123c34184855f51fe2b65ba8c_SeqId_6_ 2024-11-16T19:34:06,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ into 35c69fda3280e1751234409b9e5e1edb/f as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/20aeb458e959454d86fe38bb1b1870f4_SeqId_6_ - updating store file list. 2024-11-16T19:34:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20aeb458e959454d86fe38bb1b1870f4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:34:06,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/20aeb458e959454d86fe38bb1b1870f4_SeqId_6_ into 35c69fda3280e1751234409b9e5e1edb/f 2024-11-16T19:34:06,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ into 35c69fda3280e1751234409b9e5e1edb/f (new location: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/f/20aeb458e959454d86fe38bb1b1870f4_SeqId_6_) 2024-11-16T19:34:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/staging/jenkins.hfs.10__test__tcarkbt4nrivd80ts506a7qf0c1mlefv1mcuii9hkekpa7o1qk30psa91ohclvfq/f/df40ee623ca84a7a9c870ed1a69d37b8_SeqId_6_ 2024-11-16T19:34:06,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38059 {}] regionserver.ReplicationSink(324): Finished replicating [87b3400b-db55-48b6-b726-96937e74e8db] bulk loaded data 2024-11-16T19:34:06,771 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 1033, reset compression=false 2024-11-16T19:34:06,938 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 687, reset compression=false 2024-11-16T19:34:06,942 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:34:06,942 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38059,1731785630008 got entry batch from reader: WALEntryBatch [walEntries=[{test/35c69fda3280e1751234409b9e5e1edb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731785646733/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T19:34:06,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.ReplicationSink(318): Replicating [87b3400b-db55-48b6-b726-96937e74e8db, 7021293b-b7bb-4fd9-be9f-4b15a0eb9e09] bulk loaded data 2024-11-16T19:34:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741844_1020 (size=10791) 2024-11-16T19:34:07,142 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1033, reset compression=false 2024-11-16T19:34:07,188 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 1033, reset compression=false 2024-11-16T19:34:07,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:34:07,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:07,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:07,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:07,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:07,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:07,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:34:07,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1705422262, stopped=false 2024-11-16T19:34:07,208 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,43249,1731785633887 2024-11-16T19:34:07,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599072617/running 2024-11-16T19:34:07,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599072617/running 2024-11-16T19:34:07,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:34:07,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:34:07,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:34:07,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:07,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:07,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:07,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,39507,1731785633914' ***** 2024-11-16T19:34:07,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:34:07,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on znode that does not yet exist, /1599072617/running 2024-11-16T19:34:07,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Set watcher on znode that does not yet exist, /1599072617/running 2024-11-16T19:34:07,210 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:34:07,210 INFO [RS:0;d11ab77873cb:39507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:34:07,210 INFO [RS:0;d11ab77873cb:39507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:34:07,210 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(3091): Received CLOSE for 22110b6d4acd8773d6e418997d2c1d50 2024-11-16T19:34:07,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:34:07,211 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(3091): Received CLOSE for 30192baea8a1649edec8556559d06720 2024-11-16T19:34:07,211 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,39507,1731785633914 2024-11-16T19:34:07,211 INFO [RS:0;d11ab77873cb:39507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:34:07,211 INFO [RS:0;d11ab77873cb:39507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:39507. 2024-11-16T19:34:07,211 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22110b6d4acd8773d6e418997d2c1d50, disabling compactions & flushes 2024-11-16T19:34:07,211 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:07,211 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:07,211 DEBUG [RS:0;d11ab77873cb:39507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:07,211 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. after waiting 0 ms 2024-11-16T19:34:07,211 DEBUG [RS:0;d11ab77873cb:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:07,211 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:07,211 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:34:07,211 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:34:07,211 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22110b6d4acd8773d6e418997d2c1d50 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-16T19:34:07,211 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:34:07,211 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:34:07,214 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:34:07,214 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1325): Online Regions={22110b6d4acd8773d6e418997d2c1d50=hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50., 1588230740=hbase:meta,,1.1588230740, 30192baea8a1649edec8556559d06720=test,,1731785639001.30192baea8a1649edec8556559d06720.} 2024-11-16T19:34:07,215 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:07,215 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22110b6d4acd8773d6e418997d2c1d50, 30192baea8a1649edec8556559d06720 2024-11-16T19:34:07,215 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:07,215 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:07,215 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:07,215 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:07,215 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:34:07,226 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/.tmp/hfileref/e8fdbe71364f4ee7a253a81556f8fefb is 74, key is 1/hfileref:248a6ff123c34184855f51fe2b65ba8c_SeqId_6_/1731785646736/DeleteColumn/seqid=0 2024-11-16T19:34:07,228 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/info/23379db24f3d4c00accfb8b6774cc8ce is 147, key is hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50./info:regioninfo/1731785643081/Put/seqid=0 2024-11-16T19:34:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741845_1021 (size=5345) 2024-11-16T19:34:07,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741846_1022 (size=7686) 2024-11-16T19:34:07,272 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:34:07,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741847_1023 (size=11194) 2024-11-16T19:34:07,415 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22110b6d4acd8773d6e418997d2c1d50, 30192baea8a1649edec8556559d06720 2024-11-16T19:34:07,445 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1033, reset compression=false 2024-11-16T19:34:07,615 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22110b6d4acd8773d6e418997d2c1d50, 30192baea8a1649edec8556559d06720 2024-11-16T19:34:07,631 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/.tmp/hfileref/e8fdbe71364f4ee7a253a81556f8fefb 2024-11-16T19:34:07,633 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/info/23379db24f3d4c00accfb8b6774cc8ce 2024-11-16T19:34:07,648 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/ns/5c975c4d5637424b84693e47907de84c is 43, key is default/ns:d/1731785636828/Put/seqid=0 2024-11-16T19:34:07,650 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/.tmp/queue/f3f55f8373cb4a6ea3479add6de44cc3 is 154, key is 1-d11ab77873cb,39507,1731785633914/queue:d11ab77873cb%2C39507%2C1731785633914/1731785646738/Put/seqid=0 2024-11-16T19:34:07,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741848_1024 (size=5153) 2024-11-16T19:34:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741849_1025 (size=5353) 2024-11-16T19:34:07,692 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 1033, reset compression=false 2024-11-16T19:34:07,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:34:07,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T19:34:07,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39507 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:40318 deadline: 1731785707760, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping 2024-11-16T19:34:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T19:34:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T19:34:07,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 from cache 2024-11-16T19:34:07,767 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:34:07,767 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:34:07,815 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22110b6d4acd8773d6e418997d2c1d50, 30192baea8a1649edec8556559d06720 2024-11-16T19:34:07,849 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1033, reset compression=false 2024-11-16T19:34:07,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:07,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:34:07,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T19:34:07,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39507 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:40318 deadline: 1731785707760, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping 2024-11-16T19:34:07,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T19:34:07,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T19:34:07,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 from cache 2024-11-16T19:34:08,015 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22110b6d4acd8773d6e418997d2c1d50, 30192baea8a1649edec8556559d06720 2024-11-16T19:34:08,051 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/ns/5c975c4d5637424b84693e47907de84c 2024-11-16T19:34:08,053 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/.tmp/queue/f3f55f8373cb4a6ea3479add6de44cc3 2024-11-16T19:34:08,057 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/.tmp/hfileref/e8fdbe71364f4ee7a253a81556f8fefb as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/hfileref/e8fdbe71364f4ee7a253a81556f8fefb 2024-11-16T19:34:08,061 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/hfileref/e8fdbe71364f4ee7a253a81556f8fefb, entries=4, sequenceid=12, filesize=5.2 K 2024-11-16T19:34:08,062 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/.tmp/queue/f3f55f8373cb4a6ea3479add6de44cc3 as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/queue/f3f55f8373cb4a6ea3479add6de44cc3 2024-11-16T19:34:08,066 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/queue/f3f55f8373cb4a6ea3479add6de44cc3, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T19:34:08,067 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 22110b6d4acd8773d6e418997d2c1d50 in 856ms, sequenceid=12, compaction requested=false 2024-11-16T19:34:08,070 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/rep_barrier/91104ae4e1a64c0aa77001900767a936 is 112, key is test,,1731785639001.30192baea8a1649edec8556559d06720./rep_barrier:seqnumDuringOpen/1731785640143/Put/seqid=0 2024-11-16T19:34:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741850_1026 (size=5518) 2024-11-16T19:34:08,074 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/replication/22110b6d4acd8773d6e418997d2c1d50/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T19:34:08,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:08,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:34:08,075 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:08,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22110b6d4acd8773d6e418997d2c1d50: Waiting for close lock at 1731785647211Running coprocessor pre-close hooks at 1731785647211Disabling compacts and flushes for region at 1731785647211Disabling writes for close at 1731785647211Obtaining lock to block concurrent updates at 1731785647211Preparing flush snapshotting stores in 22110b6d4acd8773d6e418997d2c1d50 at 1731785647211Finished memstore snapshotting hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731785647211Flushing stores of hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. at 1731785647212 (+1 ms)Flushing 22110b6d4acd8773d6e418997d2c1d50/hfileref: creating writer at 1731785647212Flushing 22110b6d4acd8773d6e418997d2c1d50/hfileref: appending metadata at 1731785647226 (+14 ms)Flushing 22110b6d4acd8773d6e418997d2c1d50/hfileref: closing flushed file at 1731785647226Flushing 22110b6d4acd8773d6e418997d2c1d50/queue: creating writer at 1731785647635 (+409 ms)Flushing 22110b6d4acd8773d6e418997d2c1d50/queue: appending metadata at 1731785647650 (+15 ms)Flushing 22110b6d4acd8773d6e418997d2c1d50/queue: closing flushed file at 1731785647650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4efb840c: reopening flushed file at 1731785648057 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a43a80: reopening flushed file at 1731785648061 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 22110b6d4acd8773d6e418997d2c1d50 in 856ms, sequenceid=12, compaction requested=false at 1731785648067 (+6 ms)Writing region close event to WAL at 1731785648072 (+5 ms)Running coprocessor post-close hooks at 1731785648075 (+3 ms)Closed at 1731785648075 2024-11-16T19:34:08,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785642313.22110b6d4acd8773d6e418997d2c1d50. 2024-11-16T19:34:08,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30192baea8a1649edec8556559d06720, disabling compactions & flushes 2024-11-16T19:34:08,075 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:34:08,075 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:34:08,076 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785639001.30192baea8a1649edec8556559d06720. after waiting 0 ms 2024-11-16T19:34:08,076 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:34:08,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/default/test/30192baea8a1649edec8556559d06720/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T19:34:08,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:08,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:08,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:34:08,079 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:34:08,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30192baea8a1649edec8556559d06720: Waiting for close lock at 1731785648075Running coprocessor pre-close hooks at 1731785648075Disabling compacts and flushes for region at 1731785648075Disabling writes for close at 1731785648076 (+1 ms)Writing region close event to WAL at 1731785648076Running coprocessor post-close hooks at 1731785648079 (+3 ms)Closed at 1731785648079 2024-11-16T19:34:08,079 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785639001.30192baea8a1649edec8556559d06720. 2024-11-16T19:34:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:34:08,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39507 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T19:34:08,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39507 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:40318 deadline: 1731785707760, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping 2024-11-16T19:34:08,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T19:34:08,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d11ab77873cb,39507,1731785633914 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T19:34:08,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 from cache 2024-11-16T19:34:08,215 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:34:08,215 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:34:08,215 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:08,296 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 1033, reset compression=false 2024-11-16T19:34:08,300 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:08,300 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 1328, reset compression=false 2024-11-16T19:34:08,300 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,39507,1731785633914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:08,301 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,39507,1731785633914: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,39507,1731785633914, walGroup=d11ab77873cb%2C39507%2C1731785633914, offset=d11ab77873cb%2C39507%2C1731785633914.1731785635890:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:39507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:34:08,302 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:34:08,303 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:34:08,303 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:34:08,303 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:34:08,303 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:34:08,303 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 557135360 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188254136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:34:08,303 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:34:08,352 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1033, reset compression=false 2024-11-16T19:34:08,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:08,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1] 2024-11-16T19:34:08,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d11ab77873cb,39507,1731785633914 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T19:34:08,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d11ab77873cb,39507,1731785633914 aborting 2024-11-16T19:34:08,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d11ab77873cb,39507,1731785633914 aborting 2024-11-16T19:34:08,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,39507,1731785633914, seqNum=-1 from cache 2024-11-16T19:34:08,416 DEBUG [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:08,474 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/rep_barrier/91104ae4e1a64c0aa77001900767a936 2024-11-16T19:34:08,490 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/table/084b68ae1e6a46cdb7056c12d562e51d is 53, key is hbase:replication/table:state/1731785643087/Put/seqid=0 2024-11-16T19:34:08,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741851_1027 (size=5308) 2024-11-16T19:34:08,494 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/table/084b68ae1e6a46cdb7056c12d562e51d 2024-11-16T19:34:08,498 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/info/23379db24f3d4c00accfb8b6774cc8ce as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/info/23379db24f3d4c00accfb8b6774cc8ce 2024-11-16T19:34:08,502 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/info/23379db24f3d4c00accfb8b6774cc8ce, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:34:08,503 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/ns/5c975c4d5637424b84693e47907de84c as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/ns/5c975c4d5637424b84693e47907de84c 2024-11-16T19:34:08,504 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/WALs/d11ab77873cb,39507,1731785633914/d11ab77873cb%2C39507%2C1731785633914.1731785635890 to pos 1328, reset compression=false 2024-11-16T19:34:08,507 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/ns/5c975c4d5637424b84693e47907de84c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:34:08,508 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/rep_barrier/91104ae4e1a64c0aa77001900767a936 as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/rep_barrier/91104ae4e1a64c0aa77001900767a936 2024-11-16T19:34:08,511 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/rep_barrier/91104ae4e1a64c0aa77001900767a936, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:34:08,512 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/.tmp/table/084b68ae1e6a46cdb7056c12d562e51d as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/table/084b68ae1e6a46cdb7056c12d562e51d 2024-11-16T19:34:08,516 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/table/084b68ae1e6a46cdb7056c12d562e51d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:34:08,517 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-16T19:34:08,522 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:34:08,523 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:08,523 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:34:08,523 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:08,523 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785647214Running coprocessor pre-close hooks at 1731785647214Disabling compacts and flushes for region at 1731785647214Disabling writes for close at 1731785647215 (+1 ms)Obtaining lock to block concurrent updates at 1731785647215Preparing flush snapshotting stores in 1588230740 at 1731785647215Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785647215Flushing stores of hbase:meta,,1.1588230740 at 1731785647215Flushing 1588230740/info: creating writer at 1731785647215Flushing 1588230740/info: appending metadata at 1731785647227 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731785647227Flushing 1588230740/ns: creating writer at 1731785647636 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731785647647 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731785647647Flushing 1588230740/rep_barrier: creating writer at 1731785648056 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785648070 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785648070Flushing 1588230740/table: creating writer at 1731785648478 (+408 ms)Flushing 1588230740/table: appending metadata at 1731785648490 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731785648490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca6c472: reopening flushed file at 1731785648498 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235b04ea: reopening flushed file at 1731785648502 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e60c76: reopening flushed file at 1731785648507 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a532f09: reopening flushed file at 1731785648512 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1731785648517 (+5 ms)Writing region close event to WAL at 1731785648520 (+3 ms)Running coprocessor post-close hooks at 1731785648523 (+3 ms)Closed at 1731785648523 2024-11-16T19:34:08,523 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:08,570 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:08,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:08,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:08,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:08,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:08,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:08,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:08,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:08,616 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,39507,1731785633914; all regions closed. 2024-11-16T19:34:08,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:34:08,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741839_1015 (size=3127) 2024-11-16T19:34:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741832_1008 (size=1336) 2024-11-16T19:34:08,623 DEBUG [RS:0;d11ab77873cb:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:08,623 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:34:08,623 INFO [RS:0;d11ab77873cb:39507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:34:08,624 INFO [RS:0;d11ab77873cb:39507 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:34:08,624 INFO [RS:0;d11ab77873cb:39507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:34:08,624 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:34:08,624 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,39507,1731785633914 because: Region server is closing 2024-11-16T19:34:08,624 INFO [RS:0;d11ab77873cb:39507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:39507. 2024-11-16T19:34:08,624 DEBUG [RS:0;d11ab77873cb:39507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:08,625 DEBUG [RS:0;d11ab77873cb:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:08,625 DEBUG [RS:0;d11ab77873cb:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:08,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:08,725 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.shipperd11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 terminated 2024-11-16T19:34:08,725 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,39507,1731785633914.replicationSource.wal-reader.d11ab77873cb%2C39507%2C1731785633914,1-d11ab77873cb,39507,1731785633914 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:34:08,725 INFO [RS:0;d11ab77873cb:39507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:39507. 2024-11-16T19:34:08,725 DEBUG [RS:0;d11ab77873cb:39507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:08,725 DEBUG [RS:0;d11ab77873cb:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:08,725 DEBUG [RS:0;d11ab77873cb:39507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:08,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:08,725 INFO [RS:0;d11ab77873cb:39507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39507 2024-11-16T19:34:08,727 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-16T19:34:08,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-16T19:34:08,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39507 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:40302 deadline: 1731785706943, exception=java.io.InterruptedIOException 2024-11-16T19:34:08,727 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d11ab77873cb:39507 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-16T19:34:08,727 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T19:34:08,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d11ab77873cb:39507 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:39507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T19:34:08,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d11ab77873cb:39507 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:39507 2024-11-16T19:34:08,829 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=d11ab77873cb:39507 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:39507 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:39507 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T19:34:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617/rs 2024-11-16T19:34:08,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599072617/rs/d11ab77873cb,39507,1731785633914 2024-11-16T19:34:08,857 INFO [RS:0;d11ab77873cb:39507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:34:08,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:08,899 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-16T19:34:08,899 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T19:34:08,955 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1033, reset compression=false 2024-11-16T19:34:09,032 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] ipc.AbstractRpcClient(357): Not trying to connect to d11ab77873cb:39507 this server is in the failed servers list 2024-11-16T19:34:09,032 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d11ab77873cb:39507 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:39507 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:39507 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-16T19:34:09,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,39507,1731785633914] 2024-11-16T19:34:09,064 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1599072617/draining/d11ab77873cb,39507,1731785633914 already deleted, retry=false 2024-11-16T19:34:09,064 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,39507,1731785633914 expired; onlineServers=0 2024-11-16T19:34:09,064 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,43249,1731785633887' ***** 2024-11-16T19:34:09,064 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:34:09,065 INFO [M:0;d11ab77873cb:43249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:34:09,065 INFO [M:0;d11ab77873cb:43249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:34:09,065 DEBUG [M:0;d11ab77873cb:43249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:34:09,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:34:09,065 DEBUG [M:0;d11ab77873cb:43249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:34:09,065 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785635650 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785635650,5,FailOnTimeoutGroup] 2024-11-16T19:34:09,065 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785635651 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785635651,5,FailOnTimeoutGroup] 2024-11-16T19:34:09,065 INFO [M:0;d11ab77873cb:43249 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:34:09,065 INFO [M:0;d11ab77873cb:43249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:34:09,065 DEBUG [M:0;d11ab77873cb:43249 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:34:09,065 INFO [M:0;d11ab77873cb:43249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:34:09,065 INFO [M:0;d11ab77873cb:43249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:34:09,065 INFO [M:0;d11ab77873cb:43249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:34:09,065 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:34:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1599072617/master 2024-11-16T19:34:09,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1599072617 2024-11-16T19:34:09,066 DEBUG [M:0;d11ab77873cb:43249 {}] zookeeper.ZKUtil(347): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Unable to get data of znode /1599072617/master because node does not exist (not an error) 2024-11-16T19:34:09,066 WARN [M:0;d11ab77873cb:43249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:34:09,066 INFO [M:0;d11ab77873cb:43249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/.lastflushedseqids 2024-11-16T19:34:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741852_1028 (size=263) 2024-11-16T19:34:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39507-0x1004a06f9a90004, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:09,164 INFO [RS:0;d11ab77873cb:39507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:34:09,164 INFO [RS:0;d11ab77873cb:39507 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,39507,1731785633914; zookeeper connection closed. 2024-11-16T19:34:09,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37fdeaad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37fdeaad 2024-11-16T19:34:09,164 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:34:09,333 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] ipc.AbstractRpcClient(357): Not trying to connect to d11ab77873cb:39507 this server is in the failed servers list 2024-11-16T19:34:09,333 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d11ab77873cb:39507 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:39507 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:39507 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-16T19:34:09,470 INFO [M:0;d11ab77873cb:43249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:34:09,470 INFO [M:0;d11ab77873cb:43249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:34:09,471 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:09,471 INFO [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:09,471 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:09,471 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:09,471 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:09,471 INFO [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T19:34:09,485 DEBUG [M:0;d11ab77873cb:43249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a345a444b61c474aa210bdbf8b93a92b is 82, key is hbase:meta,,1/info:regioninfo/1731785636821/Put/seqid=0 2024-11-16T19:34:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741853_1029 (size=5672) 2024-11-16T19:34:09,658 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1033, reset compression=false 2024-11-16T19:34:09,734 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] ipc.AbstractRpcClient(357): Not trying to connect to d11ab77873cb:39507 this server is in the failed servers list 2024-11-16T19:34:09,735 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d11ab77873cb:39507 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:39507 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:39507 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-16T19:34:09,889 INFO [M:0;d11ab77873cb:43249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a345a444b61c474aa210bdbf8b93a92b 2024-11-16T19:34:09,908 DEBUG [M:0;d11ab77873cb:43249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ed51a0f8ed348f8adfdd91361cef502 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785643091/Put/seqid=0 2024-11-16T19:34:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741854_1030 (size=8516) 2024-11-16T19:34:10,236 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] ipc.AbstractRpcClient(357): Not trying to connect to d11ab77873cb:39507 this server is in the failed servers list 2024-11-16T19:34:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T19:34:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55608 deadline: 1731785710237, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T19:34:10,239 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T19:34:10,239 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T19:34:10,240 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d11ab77873cb:39507 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:39507 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:39507 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-16T19:34:10,312 INFO [M:0;d11ab77873cb:43249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ed51a0f8ed348f8adfdd91361cef502 2024-11-16T19:34:10,328 DEBUG [M:0;d11ab77873cb:43249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1980fb764314df7bd9e904f29b5f4e5 is 69, key is d11ab77873cb,39507,1731785633914/rs:state/1731785635753/Put/seqid=0 2024-11-16T19:34:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741855_1031 (size=5156) 2024-11-16T19:34:10,462 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1033, reset compression=false 2024-11-16T19:34:10,732 INFO [M:0;d11ab77873cb:43249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1980fb764314df7bd9e904f29b5f4e5 2024-11-16T19:34:10,736 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a345a444b61c474aa210bdbf8b93a92b as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a345a444b61c474aa210bdbf8b93a92b 2024-11-16T19:34:10,740 INFO [M:0;d11ab77873cb:43249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a345a444b61c474aa210bdbf8b93a92b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T19:34:10,741 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ed51a0f8ed348f8adfdd91361cef502 as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ed51a0f8ed348f8adfdd91361cef502 2024-11-16T19:34:10,745 INFO [M:0;d11ab77873cb:43249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ed51a0f8ed348f8adfdd91361cef502, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T19:34:10,746 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1980fb764314df7bd9e904f29b5f4e5 as hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1980fb764314df7bd9e904f29b5f4e5 2024-11-16T19:34:10,749 INFO [M:0;d11ab77873cb:43249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36847/user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1980fb764314df7bd9e904f29b5f4e5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T19:34:10,750 INFO [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-16T19:34:10,753 INFO [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:10,753 DEBUG [M:0;d11ab77873cb:43249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785649471Disabling compacts and flushes for region at 1731785649471Disabling writes for close at 1731785649471Obtaining lock to block concurrent updates at 1731785649471Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785649471Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731785649471Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785649472 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785649472Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785649484 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785649484Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785649893 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785649907 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785649907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785650316 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785650328 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785650328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1825eabc: reopening flushed file at 1731785650736 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd0aa13: reopening flushed file at 1731785650740 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc7427e: reopening flushed file at 1731785650745 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731785650750 (+5 ms)Writing region close event to WAL at 1731785650753 (+3 ms)Closed at 1731785650753 2024-11-16T19:34:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33265 is added to blk_1073741830_1006 (size=63654) 2024-11-16T19:34:10,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d8de40e-d202-a304-a56f-527f52ebfb72/MasterData/WALs/d11ab77873cb,43249,1731785633887/d11ab77873cb%2C43249%2C1731785633887.1731785635592 not finished, retry = 0 2024-11-16T19:34:10,840 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T19:34:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T19:34:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55608 deadline: 1731785710842, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T19:34:10,842 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T19:34:10,843 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T19:34:10,843 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T19:34:10,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:34:10,856 INFO [M:0;d11ab77873cb:43249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:34:10,856 INFO [M:0;d11ab77873cb:43249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43249 2024-11-16T19:34:10,856 INFO [M:0;d11ab77873cb:43249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:34:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:10,957 INFO [M:0;d11ab77873cb:43249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:34:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43249-0x1004a06f9a90003, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:10,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ade3e2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:10,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77325eb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:34:10,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:34:10,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec6ffdf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:34:10,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32ff5f17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.log.dir/,STOPPED} 2024-11-16T19:34:10,962 WARN [BP-874932314-172.17.0.2-1731785633059 heartbeating to localhost/127.0.0.1:36847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:34:10,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:34:10,962 WARN [BP-874932314-172.17.0.2-1731785633059 heartbeating to localhost/127.0.0.1:36847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-874932314-172.17.0.2-1731785633059 (Datanode Uuid 3b40f15c-dd04-46e4-8af5-674eb26305bc) service to localhost/127.0.0.1:36847 2024-11-16T19:34:10,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:34:10,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/cluster_8f8d3d7a-b3fa-f68b-43fa-291e49984ae5/data/data1/current/BP-874932314-172.17.0.2-1731785633059 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:34:10,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/cluster_8f8d3d7a-b3fa-f68b-43fa-291e49984ae5/data/data2/current/BP-874932314-172.17.0.2-1731785633059 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:34:10,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:34:10,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1081910a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:10,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64a44995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:34:10,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:34:10,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b369e2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:34:10,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69c8d890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.log.dir/,STOPPED} 2024-11-16T19:34:10,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:34:10,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:34:10,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:10,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:10,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:10,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:10,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:10,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:34:10,982 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=984909097, stopped=false 2024-11-16T19:34:10,983 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,32985,1731785629971 2024-11-16T19:34:10,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1187535930/running 2024-11-16T19:34:10,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1187535930/running 2024-11-16T19:34:10,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:34:10,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:34:10,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:34:10,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:10,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:10,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:10,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on znode that does not yet exist, /0-1187535930/running 2024-11-16T19:34:10,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,38059,1731785630008' ***** 2024-11-16T19:34:10,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Set watcher on znode that does not yet exist, /0-1187535930/running 2024-11-16T19:34:10,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:34:10,984 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:34:10,984 INFO [RS:0;d11ab77873cb:38059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:34:10,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:34:10,984 INFO [RS:0;d11ab77873cb:38059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:34:10,984 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c69fda3280e1751234409b9e5e1edb 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(3091): Received CLOSE for eea044b907ba9076c893162b30e26964 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,38059,1731785630008 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:38059. 2024-11-16T19:34:10,985 DEBUG [RS:0;d11ab77873cb:38059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:10,985 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c69fda3280e1751234409b9e5e1edb, disabling compactions & flushes 2024-11-16T19:34:10,985 DEBUG [RS:0;d11ab77873cb:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:10,985 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:34:10,985 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:34:10,985 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. after waiting 0 ms 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:34:10,985 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:34:10,985 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:34:10,985 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1325): Online Regions={35c69fda3280e1751234409b9e5e1edb=test,,1731785636851.35c69fda3280e1751234409b9e5e1edb., eea044b907ba9076c893162b30e26964=hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:34:10,985 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c69fda3280e1751234409b9e5e1edb, eea044b907ba9076c893162b30e26964 2024-11-16T19:34:10,985 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:10,985 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:10,985 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:10,985 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:10,985 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:10,985 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:34:10,988 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/default/test/35c69fda3280e1751234409b9e5e1edb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T19:34:10,989 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:10,989 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:34:10,989 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:34:10,989 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c69fda3280e1751234409b9e5e1edb: Waiting for close lock at 1731785650985Running coprocessor pre-close hooks at 1731785650985Disabling compacts and flushes for region at 1731785650985Disabling writes for close at 1731785650985Writing region close event to WAL at 1731785650985Running coprocessor post-close hooks at 1731785650989 (+4 ms)Closed at 1731785650989 2024-11-16T19:34:10,989 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785636851.35c69fda3280e1751234409b9e5e1edb. 2024-11-16T19:34:10,989 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:34:10,989 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eea044b907ba9076c893162b30e26964, disabling compactions & flushes 2024-11-16T19:34:10,989 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:10,989 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:10,989 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. after waiting 0 ms 2024-11-16T19:34:10,989 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:10,989 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eea044b907ba9076c893162b30e26964 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-16T19:34:10,999 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/info/fe012ae659db4eb4a8d29505df9e653f is 147, key is hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964./info:regioninfo/1731785641929/Put/seqid=0 2024-11-16T19:34:11,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741846_1022 (size=7686) 2024-11-16T19:34:11,003 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/.tmp/hfileref/0246964b8e594d30944d34dabb1ddd56 is 74, key is 1/hfileref:20aeb458e959454d86fe38bb1b1870f4_SeqId_6_/1731785646722/Put/seqid=0 2024-11-16T19:34:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741847_1023 (size=5345) 2024-11-16T19:34:11,185 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eea044b907ba9076c893162b30e26964 2024-11-16T19:34:11,365 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1033, reset compression=false 2024-11-16T19:34:11,370 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:11,370 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1328, reset compression=false 2024-11-16T19:34:11,385 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eea044b907ba9076c893162b30e26964 2024-11-16T19:34:11,403 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/info/fe012ae659db4eb4a8d29505df9e653f 2024-11-16T19:34:11,406 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/.tmp/hfileref/0246964b8e594d30944d34dabb1ddd56 2024-11-16T19:34:11,421 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/.tmp/queue/cf452ee916e84f44ac14b8bf5a91ad2d is 153, key is 1-d11ab77873cb,38059,1731785630008/queue:d11ab77873cb%2C38059%2C1731785630008/1731785644983/Put/seqid=0 2024-11-16T19:34:11,423 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/ns/886958c88ca14aa0ac3d1abf20dee255 is 43, key is default/ns:d/1731785632934/Put/seqid=0 2024-11-16T19:34:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741848_1024 (size=5352) 2024-11-16T19:34:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741849_1025 (size=5153) 2024-11-16T19:34:11,544 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T19:34:11,544 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d11ab77873cb:43249 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:43249 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T19:34:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d11ab77873cb:43249 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:43249 2024-11-16T19:34:11,573 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1328, reset compression=false 2024-11-16T19:34:11,586 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eea044b907ba9076c893162b30e26964 2024-11-16T19:34:11,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:11,649 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d11ab77873cb:43249 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:43249 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T19:34:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=d11ab77873cb:43249 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:43249 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-16T19:34:11,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address d11ab77873cb:43249 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d11ab77873cb/172.17.0.2:43249 2024-11-16T19:34:11,786 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eea044b907ba9076c893162b30e26964 2024-11-16T19:34:11,825 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/.tmp/queue/cf452ee916e84f44ac14b8bf5a91ad2d 2024-11-16T19:34:11,826 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/ns/886958c88ca14aa0ac3d1abf20dee255 2024-11-16T19:34:11,830 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/.tmp/hfileref/0246964b8e594d30944d34dabb1ddd56 as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/hfileref/0246964b8e594d30944d34dabb1ddd56 2024-11-16T19:34:11,833 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/hfileref/0246964b8e594d30944d34dabb1ddd56, entries=4, sequenceid=10, filesize=5.2 K 2024-11-16T19:34:11,834 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/.tmp/queue/cf452ee916e84f44ac14b8bf5a91ad2d as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/queue/cf452ee916e84f44ac14b8bf5a91ad2d 2024-11-16T19:34:11,839 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/queue/cf452ee916e84f44ac14b8bf5a91ad2d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T19:34:11,840 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for eea044b907ba9076c893162b30e26964 in 851ms, sequenceid=10, compaction requested=false 2024-11-16T19:34:11,843 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/replication/eea044b907ba9076c893162b30e26964/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T19:34:11,844 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:11,844 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:34:11,844 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:11,844 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eea044b907ba9076c893162b30e26964: Waiting for close lock at 1731785650989Running coprocessor pre-close hooks at 1731785650989Disabling compacts and flushes for region at 1731785650989Disabling writes for close at 1731785650989Obtaining lock to block concurrent updates at 1731785650989Preparing flush snapshotting stores in eea044b907ba9076c893162b30e26964 at 1731785650989Finished memstore snapshotting hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731785650990 (+1 ms)Flushing stores of hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. at 1731785650990Flushing eea044b907ba9076c893162b30e26964/hfileref: creating writer at 1731785650990Flushing eea044b907ba9076c893162b30e26964/hfileref: appending metadata at 1731785651002 (+12 ms)Flushing eea044b907ba9076c893162b30e26964/hfileref: closing flushed file at 1731785651003 (+1 ms)Flushing eea044b907ba9076c893162b30e26964/queue: creating writer at 1731785651410 (+407 ms)Flushing eea044b907ba9076c893162b30e26964/queue: appending metadata at 1731785651421 (+11 ms)Flushing eea044b907ba9076c893162b30e26964/queue: closing flushed file at 1731785651421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6943273f: reopening flushed file at 1731785651829 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8cd310: reopening flushed file at 1731785651833 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for eea044b907ba9076c893162b30e26964 in 851ms, sequenceid=10, compaction requested=false at 1731785651840 (+7 ms)Writing region close event to WAL at 1731785651841 (+1 ms)Running coprocessor post-close hooks at 1731785651844 (+3 ms)Closed at 1731785651844 2024-11-16T19:34:11,844 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785641168.eea044b907ba9076c893162b30e26964. 2024-11-16T19:34:11,846 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/rep_barrier/6ae824e230fe460d8b1d1fdc397c8888 is 112, key is test,,1731785636851.35c69fda3280e1751234409b9e5e1edb./rep_barrier:seqnumDuringOpen/1731785638000/Put/seqid=0 2024-11-16T19:34:11,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741850_1026 (size=5518) 2024-11-16T19:34:11,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:11,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d11ab77873cb:43249 this server is in the failed servers list 2024-11-16T19:34:11,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:43249 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:11,863 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:34:11,863 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:34:11,876 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1328, reset compression=false 2024-11-16T19:34:11,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:34:11,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T19:34:11,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:34:11,986 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:34:11,986 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:34:11,986 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:12,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:12,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d11ab77873cb:43249 this server is in the failed servers list 2024-11-16T19:34:12,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:43249 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:12,186 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:12,250 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/rep_barrier/6ae824e230fe460d8b1d1fdc397c8888 2024-11-16T19:34:12,266 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/table/386256e2d0204a5e8d2f52248e6f65b2 is 53, key is hbase:replication/table:state/1731785641936/Put/seqid=0 2024-11-16T19:34:12,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741851_1027 (size=5308) 2024-11-16T19:34:12,280 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1328, reset compression=false 2024-11-16T19:34:12,386 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:12,586 DEBUG [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:12,670 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/table/386256e2d0204a5e8d2f52248e6f65b2 2024-11-16T19:34:12,675 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/info/fe012ae659db4eb4a8d29505df9e653f as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/info/fe012ae659db4eb4a8d29505df9e653f 2024-11-16T19:34:12,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:12,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d11ab77873cb:43249 this server is in the failed servers list 2024-11-16T19:34:12,679 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d11ab77873cb:43249 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:12,679 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/info/fe012ae659db4eb4a8d29505df9e653f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:34:12,680 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/ns/886958c88ca14aa0ac3d1abf20dee255 as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/ns/886958c88ca14aa0ac3d1abf20dee255 2024-11-16T19:34:12,683 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/ns/886958c88ca14aa0ac3d1abf20dee255, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:34:12,684 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/rep_barrier/6ae824e230fe460d8b1d1fdc397c8888 as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/rep_barrier/6ae824e230fe460d8b1d1fdc397c8888 2024-11-16T19:34:12,687 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/rep_barrier/6ae824e230fe460d8b1d1fdc397c8888, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:34:12,688 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/.tmp/table/386256e2d0204a5e8d2f52248e6f65b2 as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/table/386256e2d0204a5e8d2f52248e6f65b2 2024-11-16T19:34:12,692 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/table/386256e2d0204a5e8d2f52248e6f65b2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:34:12,692 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-16T19:34:12,696 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:34:12,696 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:12,696 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:34:12,696 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:12,696 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785650985Running coprocessor pre-close hooks at 1731785650985Disabling compacts and flushes for region at 1731785650985Disabling writes for close at 1731785650985Obtaining lock to block concurrent updates at 1731785650985Preparing flush snapshotting stores in 1588230740 at 1731785650985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785650986 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785650986Flushing 1588230740/info: creating writer at 1731785650986Flushing 1588230740/info: appending metadata at 1731785650999 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731785650999Flushing 1588230740/ns: creating writer at 1731785651407 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731785651422 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731785651422Flushing 1588230740/rep_barrier: creating writer at 1731785651829 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785651846 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785651846Flushing 1588230740/table: creating writer at 1731785652254 (+408 ms)Flushing 1588230740/table: appending metadata at 1731785652266 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731785652266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dd8f7b: reopening flushed file at 1731785652675 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c91fff: reopening flushed file at 1731785652679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8a72be: reopening flushed file at 1731785652683 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45843991: reopening flushed file at 1731785652688 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731785652692 (+4 ms)Writing region close event to WAL at 1731785652694 (+2 ms)Running coprocessor post-close hooks at 1731785652696 (+2 ms)Closed at 1731785652696 2024-11-16T19:34:12,697 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:12,783 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 to pos 1328, reset compression=false 2024-11-16T19:34:12,787 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,38059,1731785630008; all regions closed. 2024-11-16T19:34:12,789 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.meta.1731785632898.meta not finished, retry = 0 2024-11-16T19:34:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:34:12,891 DEBUG [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/oldWALs 2024-11-16T19:34:12,891 INFO [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C38059%2C1731785630008.meta:.meta(num 1731785632898) 2024-11-16T19:34:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741839_1015 (size=2695) 2024-11-16T19:34:12,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.rep.1731785641898 not finished, retry = 0 2024-11-16T19:34:12,995 DEBUG [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/oldWALs 2024-11-16T19:34:12,995 INFO [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C38059%2C1731785630008.rep:(num 1731785641898) 2024-11-16T19:34:12,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/WALs/d11ab77873cb,38059,1731785630008/d11ab77873cb%2C38059%2C1731785630008.1731785632004 not finished, retry = 0 2024-11-16T19:34:12,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741832_1008 (size=1336) 2024-11-16T19:34:13,099 DEBUG [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/oldWALs 2024-11-16T19:34:13,099 INFO [RS:0;d11ab77873cb:38059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C38059%2C1731785630008:(num 1731785632004) 2024-11-16T19:34:13,099 DEBUG [RS:0;d11ab77873cb:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:13,099 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:34:13,099 INFO [RS:0;d11ab77873cb:38059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:34:13,099 INFO [RS:0;d11ab77873cb:38059 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:34:13,099 INFO [RS:0;d11ab77873cb:38059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:34:13,099 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:34:13,099 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,38059,1731785630008 because: Region server is closing 2024-11-16T19:34:13,100 INFO [RS:0;d11ab77873cb:38059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:38059. 2024-11-16T19:34:13,100 DEBUG [RS:0;d11ab77873cb:38059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:13,100 DEBUG [RS:0;d11ab77873cb:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:13,100 DEBUG [RS:0;d11ab77873cb:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:13,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:13,200 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.wal-reader.d11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:34:13,200 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-16T19:34:13,200 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T19:34:13,200 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T19:34:13,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:13,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:13,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:13,689 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:13,692 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:14,001 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38059,1731785630008.replicationSource.shipperd11ab77873cb%2C38059%2C1731785630008,1-d11ab77873cb,38059,1731785630008 terminated 2024-11-16T19:34:14,001 INFO [RS:0;d11ab77873cb:38059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:38059. 2024-11-16T19:34:14,001 DEBUG [RS:0;d11ab77873cb:38059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:14,001 DEBUG [RS:0;d11ab77873cb:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:14,002 DEBUG [RS:0;d11ab77873cb:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:14,002 INFO [RS:0;d11ab77873cb:38059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38059 2024-11-16T19:34:14,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:14,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1187535930/rs/d11ab77873cb,38059,1731785630008 2024-11-16T19:34:14,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930/rs 2024-11-16T19:34:14,003 INFO [RS:0;d11ab77873cb:38059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:34:14,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,38059,1731785630008] 2024-11-16T19:34:14,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1187535930/draining/d11ab77873cb,38059,1731785630008 already deleted, retry=false 2024-11-16T19:34:14,004 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,38059,1731785630008 expired; onlineServers=0 2024-11-16T19:34:14,004 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,32985,1731785629971' ***** 2024-11-16T19:34:14,004 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:34:14,004 INFO [M:0;d11ab77873cb:32985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:34:14,004 INFO [M:0;d11ab77873cb:32985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:34:14,004 DEBUG [M:0;d11ab77873cb:32985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:34:14,005 DEBUG [M:0;d11ab77873cb:32985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:34:14,005 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:34:14,005 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785631754 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785631754,5,FailOnTimeoutGroup] 2024-11-16T19:34:14,005 INFO [M:0;d11ab77873cb:32985 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:34:14,005 INFO [M:0;d11ab77873cb:32985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:34:14,005 DEBUG [M:0;d11ab77873cb:32985 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:34:14,005 INFO [M:0;d11ab77873cb:32985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:34:14,005 INFO [M:0;d11ab77873cb:32985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:34:14,005 INFO [M:0;d11ab77873cb:32985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:34:14,005 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:34:14,005 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785631755 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785631755,5,FailOnTimeoutGroup] 2024-11-16T19:34:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1187535930/master 2024-11-16T19:34:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1187535930 2024-11-16T19:34:14,006 DEBUG [M:0;d11ab77873cb:32985 {}] zookeeper.ZKUtil(347): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Unable to get data of znode /0-1187535930/master because node does not exist (not an error) 2024-11-16T19:34:14,006 WARN [M:0;d11ab77873cb:32985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:34:14,006 INFO [M:0;d11ab77873cb:32985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/.lastflushedseqids 2024-11-16T19:34:14,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741852_1028 (size=263) 2024-11-16T19:34:14,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:14,104 INFO [RS:0;d11ab77873cb:38059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:34:14,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x1004a06f9a90001, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:14,104 INFO [RS:0;d11ab77873cb:38059 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,38059,1731785630008; zookeeper connection closed. 2024-11-16T19:34:14,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@217ef20b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@217ef20b 2024-11-16T19:34:14,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:34:14,411 INFO [M:0;d11ab77873cb:32985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:34:14,411 INFO [M:0;d11ab77873cb:32985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:34:14,411 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:14,411 INFO [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:14,411 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:14,411 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:14,411 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:14,412 INFO [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T19:34:14,424 DEBUG [M:0;d11ab77873cb:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7906e36e98524e208d8c765480d216fb is 82, key is hbase:meta,,1/info:regioninfo/1731785632925/Put/seqid=0 2024-11-16T19:34:14,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741853_1029 (size=5672) 2024-11-16T19:34:14,828 INFO [M:0;d11ab77873cb:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7906e36e98524e208d8c765480d216fb 2024-11-16T19:34:14,843 DEBUG [M:0;d11ab77873cb:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34af343e126648a2ae76bbe5a70642c8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785641939/Put/seqid=0 2024-11-16T19:34:14,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741854_1030 (size=8516) 2024-11-16T19:34:15,247 INFO [M:0;d11ab77873cb:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34af343e126648a2ae76bbe5a70642c8 2024-11-16T19:34:15,264 DEBUG [M:0;d11ab77873cb:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96f83d318d85458b844578fe0f7643fb is 69, key is d11ab77873cb,38059,1731785630008/rs:state/1731785631849/Put/seqid=0 2024-11-16T19:34:15,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741855_1031 (size=5156) 2024-11-16T19:34:15,667 INFO [M:0;d11ab77873cb:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96f83d318d85458b844578fe0f7643fb 2024-11-16T19:34:15,672 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7906e36e98524e208d8c765480d216fb as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7906e36e98524e208d8c765480d216fb 2024-11-16T19:34:15,676 INFO [M:0;d11ab77873cb:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7906e36e98524e208d8c765480d216fb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T19:34:15,677 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34af343e126648a2ae76bbe5a70642c8 as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34af343e126648a2ae76bbe5a70642c8 2024-11-16T19:34:15,680 INFO [M:0;d11ab77873cb:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34af343e126648a2ae76bbe5a70642c8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T19:34:15,681 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96f83d318d85458b844578fe0f7643fb as hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96f83d318d85458b844578fe0f7643fb 2024-11-16T19:34:15,684 INFO [M:0;d11ab77873cb:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37313/user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96f83d318d85458b844578fe0f7643fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T19:34:15,685 INFO [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-16T19:34:15,686 INFO [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:15,686 DEBUG [M:0;d11ab77873cb:32985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785654411Disabling compacts and flushes for region at 1731785654411Disabling writes for close at 1731785654411Obtaining lock to block concurrent updates at 1731785654412 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785654412Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731785654412Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785654412Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785654412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785654424 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785654424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785654831 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785654843 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785654843Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785655251 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785655263 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785655263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cd925b: reopening flushed file at 1731785655671 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcf3b4f: reopening flushed file at 1731785655676 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7530ce33: reopening flushed file at 1731785655680 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731785655685 (+5 ms)Writing region close event to WAL at 1731785655686 (+1 ms)Closed at 1731785655686 2024-11-16T19:34:15,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741830_1006 (size=63654) 2024-11-16T19:34:15,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4d64a5b-84a0-df42-204d-465c65cc6cd3/MasterData/WALs/d11ab77873cb,32985,1731785629971/d11ab77873cb%2C32985%2C1731785629971.1731785631690 not finished, retry = 0 2024-11-16T19:34:15,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:15,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:15,699 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4154 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:15,789 INFO [M:0;d11ab77873cb:32985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:34:15,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:34:15,789 INFO [M:0;d11ab77873cb:32985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32985 2024-11-16T19:34:15,790 INFO [M:0;d11ab77873cb:32985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:34:15,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:15,891 INFO [M:0;d11ab77873cb:32985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:34:15,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1004a06f9a90000, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:15,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@564cee45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:15,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e52a753{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:34:15,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:34:15,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@512b2ddf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:34:15,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7656224f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.log.dir/,STOPPED} 2024-11-16T19:34:15,894 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:34:15,894 WARN [BP-502055198-172.17.0.2-1731785629011 heartbeating to localhost/127.0.0.1:37313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:34:15,894 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:34:15,894 WARN [BP-502055198-172.17.0.2-1731785629011 heartbeating to localhost/127.0.0.1:37313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-502055198-172.17.0.2-1731785629011 (Datanode Uuid 2d607acc-8adc-4a30-a216-c22c3d596e2e) service to localhost/127.0.0.1:37313 2024-11-16T19:34:15,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/cluster_e4098b33-1151-27de-7c64-15f7da9d025b/data/data1/current/BP-502055198-172.17.0.2-1731785629011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:34:15,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/cluster_e4098b33-1151-27de-7c64-15f7da9d025b/data/data2/current/BP-502055198-172.17.0.2-1731785629011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:34:15,895 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:34:15,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70759714{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:15,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b577f7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:34:15,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:34:15,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aee1166{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:34:15,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75057487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12d37f3-b25f-2be8-3052-c08e29aa3755/hadoop.log.dir/,STOPPED} 2024-11-16T19:34:15,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:34:15,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:34:15,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 206) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37313 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37313 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36847 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37313 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36847 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:36847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=2252 (was 2284) 2024-11-16T19:34:15,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=2252 2024-11-16T19:34:15,951 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-16T19:34:15,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.log.dir so I do NOT create it in target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f 2024-11-16T19:34:15,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:34:15,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.tmp.dir so I do NOT create it in target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f 2024-11-16T19:34:15,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80b8f040-9f21-a54a-1737-f82752587a09/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:34:15,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f 2024-11-16T19:34:15,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/cluster_827d6c7b-4c30-1930-065e-5abe392ae247, deleteOnExit=true 2024-11-16T19:34:15,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/cluster_827d6c7b-4c30-1930-065e-5abe392ae247/zookeeper_0, clientPort=52859, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/cluster_827d6c7b-4c30-1930-065e-5abe392ae247/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/cluster_827d6c7b-4c30-1930-065e-5abe392ae247/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:34:15,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52859 2024-11-16T19:34:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:34:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:34:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/test.cache.data in system properties and HBase conf 2024-11-16T19:34:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:34:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:34:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:34:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:34:15,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:34:15,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:34:15,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:34:16,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a06f9a90002, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:34:16,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a06f9a90005, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:34:16,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a06f9a90005, quorum=127.0.0.1:52712, baseZNode=/1599072617 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:34:16,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a06f9a90002, quorum=127.0.0.1:52712, baseZNode=/0-1187535930 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:34:16,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:16,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:16,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:16,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:16,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:34:16,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:16,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5816830e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:16,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cf8fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:16,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42885f8f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/java.io.tmpdir/jetty-localhost-35529-hadoop-hdfs-3_4_1-tests_jar-_-any-4450208953466521399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:16,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2949cda9{HTTP/1.1, (http/1.1)}{localhost:35529} 2024-11-16T19:34:16,154 INFO [Time-limited test {}] server.Server(415): Started @179935ms 2024-11-16T19:34:16,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:16,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:16,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:16,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:16,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:34:16,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b305ecb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:16,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b3b3b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:16,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7167b3fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/java.io.tmpdir/jetty-localhost-42687-hadoop-hdfs-3_4_1-tests_jar-_-any-10058244639867597960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:16,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@512842ce{HTTP/1.1, (http/1.1)}{localhost:42687} 2024-11-16T19:34:16,339 INFO [Time-limited test {}] server.Server(415): Started @180120ms 2024-11-16T19:34:16,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:34:16,392 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/cluster_827d6c7b-4c30-1930-065e-5abe392ae247/data/data1/current/BP-1720857436-172.17.0.2-1731785655976/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:16,392 WARN [Thread-2189 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/cluster_827d6c7b-4c30-1930-065e-5abe392ae247/data/data2/current/BP-1720857436-172.17.0.2-1731785655976/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:16,413 WARN [Thread-2176 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:34:16,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x251bd5516450a99b with lease ID 0xaa873d2ebd2667c8: Processing first storage report for DS-da92abbe-4364-4b88-8963-69ff2660adcc from datanode DatanodeRegistration(127.0.0.1:45301, datanodeUuid=cc3eb245-8ae9-4567-8e2c-70fb33e0aa90, infoPort=36313, infoSecurePort=0, ipcPort=44991, storageInfo=lv=-57;cid=testClusterID;nsid=1588130843;c=1731785655976) 2024-11-16T19:34:16,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x251bd5516450a99b with lease ID 0xaa873d2ebd2667c8: from storage DS-da92abbe-4364-4b88-8963-69ff2660adcc node DatanodeRegistration(127.0.0.1:45301, datanodeUuid=cc3eb245-8ae9-4567-8e2c-70fb33e0aa90, infoPort=36313, infoSecurePort=0, ipcPort=44991, storageInfo=lv=-57;cid=testClusterID;nsid=1588130843;c=1731785655976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:16,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x251bd5516450a99b with lease ID 0xaa873d2ebd2667c8: Processing first storage report for DS-01d7e1a7-094c-4616-8210-79ee6e916a46 from datanode DatanodeRegistration(127.0.0.1:45301, datanodeUuid=cc3eb245-8ae9-4567-8e2c-70fb33e0aa90, infoPort=36313, infoSecurePort=0, ipcPort=44991, storageInfo=lv=-57;cid=testClusterID;nsid=1588130843;c=1731785655976) 2024-11-16T19:34:16,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x251bd5516450a99b with lease ID 0xaa873d2ebd2667c8: from storage DS-01d7e1a7-094c-4616-8210-79ee6e916a46 node DatanodeRegistration(127.0.0.1:45301, datanodeUuid=cc3eb245-8ae9-4567-8e2c-70fb33e0aa90, infoPort=36313, infoSecurePort=0, ipcPort=44991, storageInfo=lv=-57;cid=testClusterID;nsid=1588130843;c=1731785655976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:16,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f 2024-11-16T19:34:16,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:16,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:34:16,870 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15 with version=8 2024-11-16T19:34:16,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/hbase-staging 2024-11-16T19:34:16,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:16,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:16,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:16,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:16,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:16,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:16,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:34:16,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:16,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39687 2024-11-16T19:34:16,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39687 connecting to ZooKeeper ensemble=127.0.0.1:52859 2024-11-16T19:34:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396870x0, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:16,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39687-0x1004a0763000000 connected 2024-11-16T19:34:16,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:16,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:16,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on znode that does not yet exist, /01620823887/running 2024-11-16T19:34:16,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15, hbase.cluster.distributed=false 2024-11-16T19:34:16,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on znode that does not yet exist, /01620823887/acl 2024-11-16T19:34:16,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39687 2024-11-16T19:34:16,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39687 2024-11-16T19:34:16,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39687 2024-11-16T19:34:16,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39687 2024-11-16T19:34:16,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39687 2024-11-16T19:34:16,914 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:16,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:16,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:16,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:16,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:16,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:16,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:34:16,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:16,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38031 2024-11-16T19:34:16,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38031 connecting to ZooKeeper ensemble=127.0.0.1:52859 2024-11-16T19:34:16,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:16,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:16,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380310x0, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:16,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380310x0, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on znode that does not yet exist, /01620823887/running 2024-11-16T19:34:16,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38031-0x1004a0763000001 connected 2024-11-16T19:34:16,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:34:16,925 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:34:16,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on znode that does not yet exist, /01620823887/master 2024-11-16T19:34:16,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on znode that does not yet exist, /01620823887/acl 2024-11-16T19:34:16,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-16T19:34:16,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38031 2024-11-16T19:34:16,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38031 2024-11-16T19:34:16,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-16T19:34:16,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38031 2024-11-16T19:34:16,944 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:39687 2024-11-16T19:34:16,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01620823887/backup-masters/d11ab77873cb,39687,1731785656872 2024-11-16T19:34:16,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887/backup-masters 2024-11-16T19:34:16,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887/backup-masters 2024-11-16T19:34:16,946 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on existing znode=/01620823887/backup-masters/d11ab77873cb,39687,1731785656872 2024-11-16T19:34:16,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01620823887/master 2024-11-16T19:34:16,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:16,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:16,947 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on existing znode=/01620823887/master 2024-11-16T19:34:16,947 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01620823887/backup-masters/d11ab77873cb,39687,1731785656872 from backup master directory 2024-11-16T19:34:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01620823887/backup-masters/d11ab77873cb,39687,1731785656872 2024-11-16T19:34:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887/backup-masters 2024-11-16T19:34:16,948 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:16,948 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,39687,1731785656872 2024-11-16T19:34:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887/backup-masters 2024-11-16T19:34:16,951 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/hbase.id] with ID: a34dd2de-c903-4433-9026-42851eb6b44d 2024-11-16T19:34:16,951 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/.tmp/hbase.id 2024-11-16T19:34:16,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:34:17,358 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/.tmp/hbase.id]:[hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/hbase.id] 2024-11-16T19:34:17,366 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:17,366 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:34:17,366 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T19:34:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:34:17,773 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:17,773 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:34:17,774 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:34:18,180 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store 2024-11-16T19:34:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:34:18,586 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:18,586 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:18,586 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:18,586 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:18,586 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:18,586 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:18,586 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:18,586 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785658586Disabling compacts and flushes for region at 1731785658586Disabling writes for close at 1731785658586Writing region close event to WAL at 1731785658586Closed at 1731785658586 2024-11-16T19:34:18,587 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/.initializing 2024-11-16T19:34:18,587 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/WALs/d11ab77873cb,39687,1731785656872 2024-11-16T19:34:18,588 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:18,589 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C39687%2C1731785656872, suffix=, logDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/WALs/d11ab77873cb,39687,1731785656872, archiveDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/oldWALs, maxLogs=10 2024-11-16T19:34:18,601 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/WALs/d11ab77873cb,39687,1731785656872/d11ab77873cb%2C39687%2C1731785656872.1731785658589, exclude list is [], retry=0 2024-11-16T19:34:18,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-da92abbe-4364-4b88-8963-69ff2660adcc,DISK] 2024-11-16T19:34:18,604 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/WALs/d11ab77873cb,39687,1731785656872/d11ab77873cb%2C39687%2C1731785656872.1731785658589 2024-11-16T19:34:18,604 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36313:36313)] 2024-11-16T19:34:18,604 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:18,605 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:18,605 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,605 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:34:18,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:18,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:18,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:34:18,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:18,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:18,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:34:18,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:18,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:18,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:34:18,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:18,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:18,610 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,611 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,611 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,612 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,612 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,612 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:18,613 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:18,614 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:18,615 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74572429, jitterRate=0.11121578514575958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:18,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785658605Initializing all the Stores at 1731785658605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785658605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785658606 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785658606Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785658606Cleaning up temporary data from old regions at 1731785658612 (+6 ms)Region opened successfully at 1731785658615 (+3 ms) 2024-11-16T19:34:18,615 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:34:18,617 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a85b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:18,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:34:18,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:34:18,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:34:18,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:34:18,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:34:18,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:34:18,618 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:34:18,620 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:34:18,621 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Unable to get data of znode /01620823887/balancer because node does not exist (not necessarily an error) 2024-11-16T19:34:18,621 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01620823887/balancer already deleted, retry=false 2024-11-16T19:34:18,621 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:34:18,622 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Unable to get data of znode /01620823887/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:34:18,622 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01620823887/normalizer already deleted, retry=false 2024-11-16T19:34:18,623 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:34:18,624 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Unable to get data of znode /01620823887/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:34:18,624 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01620823887/switch/split already deleted, retry=false 2024-11-16T19:34:18,625 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Unable to get data of znode /01620823887/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:34:18,625 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01620823887/switch/merge already deleted, retry=false 2024-11-16T19:34:18,627 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Unable to get data of znode /01620823887/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:34:18,627 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01620823887/snapshot-cleanup already deleted, retry=false 2024-11-16T19:34:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01620823887/running 2024-11-16T19:34:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01620823887/running 2024-11-16T19:34:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:18,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:18,628 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,39687,1731785656872, sessionid=0x1004a0763000000, setting cluster-up flag (Was=false) 2024-11-16T19:34:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:18,632 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01620823887/flush-table-proc/acquired, /01620823887/flush-table-proc/reached, /01620823887/flush-table-proc/abort 2024-11-16T19:34:18,632 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,39687,1731785656872 2024-11-16T19:34:18,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:18,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:18,636 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01620823887/online-snapshot/acquired, /01620823887/online-snapshot/reached, /01620823887/online-snapshot/abort 2024-11-16T19:34:18,636 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,39687,1731785656872 2024-11-16T19:34:18,637 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:34:18,638 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:18,638 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:34:18,638 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:34:18,638 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,39687,1731785656872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:34:18,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:18,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:18,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:18,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:18,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:34:18,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:18,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785688640 2024-11-16T19:34:18,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:34:18,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:34:18,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:18,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:34:18,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:34:18,641 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:18,642 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:34:18,642 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:34:18,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:34:18,645 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785658642,5,FailOnTimeoutGroup] 2024-11-16T19:34:18,646 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785658645,5,FailOnTimeoutGroup] 2024-11-16T19:34:18,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:34:18,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,646 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:34:18,734 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(746): ClusterId : a34dd2de-c903-4433-9026-42851eb6b44d 2024-11-16T19:34:18,734 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:34:18,736 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:34:18,736 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:34:18,737 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:34:18,737 DEBUG [RS:0;d11ab77873cb:38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f34ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:18,750 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:38031 2024-11-16T19:34:18,750 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:34:18,750 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:34:18,750 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:34:18,751 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,39687,1731785656872 with port=38031, startcode=1731785656914 2024-11-16T19:34:18,751 DEBUG [RS:0;d11ab77873cb:38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:34:18,752 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:34:18,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,38031,1731785656914 2024-11-16T19:34:18,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39687 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,38031,1731785656914 2024-11-16T19:34:18,754 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15 2024-11-16T19:34:18,754 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38135 2024-11-16T19:34:18,754 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:34:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887/rs 2024-11-16T19:34:18,755 DEBUG [RS:0;d11ab77873cb:38031 {}] zookeeper.ZKUtil(111): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on existing znode=/01620823887/rs/d11ab77873cb,38031,1731785656914 2024-11-16T19:34:18,755 WARN [RS:0;d11ab77873cb:38031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:18,755 INFO [RS:0;d11ab77873cb:38031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:18,755 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914 2024-11-16T19:34:18,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,38031,1731785656914] 2024-11-16T19:34:18,758 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:34:18,759 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:34:18,760 INFO [RS:0;d11ab77873cb:38031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:34:18,760 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,760 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:34:18,761 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:34:18,761 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:18,761 DEBUG [RS:0;d11ab77873cb:38031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:18,761 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,761 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,761 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,761 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,761 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,761 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38031,1731785656914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:18,777 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:34:18,777 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38031,1731785656914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,777 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,777 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.Replication(171): d11ab77873cb,38031,1731785656914 started 2024-11-16T19:34:18,788 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:18,788 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,38031,1731785656914, RpcServer on d11ab77873cb/172.17.0.2:38031, sessionid=0x1004a0763000001 2024-11-16T19:34:18,788 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:34:18,788 DEBUG [RS:0;d11ab77873cb:38031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,38031,1731785656914 2024-11-16T19:34:18,788 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,38031,1731785656914' 2024-11-16T19:34:18,788 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01620823887/flush-table-proc/abort' 2024-11-16T19:34:18,789 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01620823887/flush-table-proc/acquired' 2024-11-16T19:34:18,789 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:34:18,789 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:34:18,789 DEBUG [RS:0;d11ab77873cb:38031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,38031,1731785656914 2024-11-16T19:34:18,789 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,38031,1731785656914' 2024-11-16T19:34:18,789 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01620823887/online-snapshot/abort' 2024-11-16T19:34:18,790 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01620823887/online-snapshot/acquired' 2024-11-16T19:34:18,790 DEBUG [RS:0;d11ab77873cb:38031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:34:18,790 INFO [RS:0;d11ab77873cb:38031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:34:18,790 INFO [RS:0;d11ab77873cb:38031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:34:18,890 INFO [RS:0;d11ab77873cb:38031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:18,892 INFO [RS:0;d11ab77873cb:38031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38031%2C1731785656914, suffix=, logDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914, archiveDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/oldWALs, maxLogs=10 2024-11-16T19:34:18,905 DEBUG [RS:0;d11ab77873cb:38031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892, exclude list is [], retry=0 2024-11-16T19:34:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-da92abbe-4364-4b88-8963-69ff2660adcc,DISK] 2024-11-16T19:34:18,909 INFO [RS:0;d11ab77873cb:38031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 2024-11-16T19:34:18,909 DEBUG [RS:0;d11ab77873cb:38031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36313:36313)] 2024-11-16T19:34:19,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:34:19,054 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15 2024-11-16T19:34:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:34:19,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:19,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:19,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:19,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:19,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:19,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:19,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:19,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:19,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:19,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:19,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:19,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:19,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:19,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:19,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:19,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:19,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:19,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:19,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740 2024-11-16T19:34:19,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740 2024-11-16T19:34:19,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:19,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:19,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:19,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:19,067 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:19,067 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73356223, jitterRate=0.0930929034948349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:19,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785659059Initializing all the Stores at 1731785659059Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785659059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785659059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785659059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785659059Cleaning up temporary data from old regions at 1731785659065 (+6 ms)Region opened successfully at 1731785659068 (+3 ms) 2024-11-16T19:34:19,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:19,068 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:19,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:19,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:19,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:19,068 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:19,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785659068Disabling compacts and flushes for region at 1731785659068Disabling writes for close at 1731785659068Writing region close event to WAL at 1731785659068Closed at 1731785659068 2024-11-16T19:34:19,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:19,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:34:19,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:34:19,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:19,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:34:19,221 DEBUG [d11ab77873cb:39687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:34:19,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,38031,1731785656914 2024-11-16T19:34:19,222 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,38031,1731785656914, state=OPENING 2024-11-16T19:34:19,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:34:19,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:19,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:19,224 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:19,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01620823887/meta-region-server: CHANGED 2024-11-16T19:34:19,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01620823887/meta-region-server: CHANGED 2024-11-16T19:34:19,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,38031,1731785656914}] 2024-11-16T19:34:19,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:19,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:34:19,379 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:34:19,379 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:19,379 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:34:19,380 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38031%2C1731785656914.meta, suffix=.meta, logDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914, archiveDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/oldWALs, maxLogs=10 2024-11-16T19:34:19,392 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.meta.1731785659381.meta, exclude list is [], retry=0 2024-11-16T19:34:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-da92abbe-4364-4b88-8963-69ff2660adcc,DISK] 2024-11-16T19:34:19,396 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.meta.1731785659381.meta 2024-11-16T19:34:19,396 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36313:36313)] 2024-11-16T19:34:19,396 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:19,396 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:19,397 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:19,397 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:34:19,397 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:34:19,397 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:34:19,397 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:19,397 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:34:19,397 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:34:19,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:19,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:19,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:19,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:19,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:19,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:19,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:19,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:19,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:19,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:19,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:19,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:19,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:19,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:19,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:19,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:19,402 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:19,402 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740 2024-11-16T19:34:19,403 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740 2024-11-16T19:34:19,403 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:19,403 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:19,404 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:19,404 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:19,405 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68752038, jitterRate=0.02448520064353943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:19,405 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:34:19,405 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785659397Writing region info on filesystem at 1731785659397Initializing all the Stores at 1731785659398 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785659398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785659398Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785659398Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785659398Cleaning up temporary data from old regions at 1731785659403 (+5 ms)Running coprocessor post-open hooks at 1731785659405 (+2 ms)Region opened successfully at 1731785659405 2024-11-16T19:34:19,406 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785659376 2024-11-16T19:34:19,410 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:34:19,410 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:34:19,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,38031,1731785656914 2024-11-16T19:34:19,411 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,38031,1731785656914, state=OPEN 2024-11-16T19:34:19,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01620823887/meta-region-server 2024-11-16T19:34:19,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01620823887/meta-region-server 2024-11-16T19:34:19,413 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,38031,1731785656914 2024-11-16T19:34:19,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01620823887/meta-region-server: CHANGED 2024-11-16T19:34:19,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01620823887/meta-region-server: CHANGED 2024-11-16T19:34:19,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:34:19,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,38031,1731785656914 in 189 msec 2024-11-16T19:34:19,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:34:19,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-16T19:34:19,416 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:19,416 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:34:19,417 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:19,417 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38031,1731785656914, seqNum=-1] 2024-11-16T19:34:19,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:19,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:19,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 784 msec 2024-11-16T19:34:19,422 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785659422, completionTime=-1 2024-11-16T19:34:19,422 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:34:19,422 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:34:19,424 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:34:19,424 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785719424 2024-11-16T19:34:19,424 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785779424 2024-11-16T19:34:19,424 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:34:19,424 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,39687,1731785656872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:19,424 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,39687,1731785656872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:19,425 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,39687,1731785656872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:19,425 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:39687, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:19,425 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:19,425 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:19,426 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:34:19,428 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.480sec 2024-11-16T19:34:19,428 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:34:19,428 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:34:19,428 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:34:19,428 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:34:19,428 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:34:19,428 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,39687,1731785656872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:19,428 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,39687,1731785656872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:34:19,433 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:34:19,433 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:34:19,433 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,39687,1731785656872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:19,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c43098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:19,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,39687,-1 for getting cluster id 2024-11-16T19:34:19,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:19,436 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a34dd2de-c903-4433-9026-42851eb6b44d' 2024-11-16T19:34:19,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:19,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a34dd2de-c903-4433-9026-42851eb6b44d" 2024-11-16T19:34:19,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260c36fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:19,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,39687,-1] 2024-11-16T19:34:19,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:19,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:19,438 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:19,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a4dc01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:19,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38031,1731785656914, seqNum=-1] 2024-11-16T19:34:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:19,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:19,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,39687,1731785656872 2024-11-16T19:34:19,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52859 2024-11-16T19:34:19,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:19,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a0763000002 connected 2024-11-16T19:34:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.log.dir so I do NOT create it in target/test-data/6b1864a0-04df-e499-e501-0964e54173d8 2024-11-16T19:34:19,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:34:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.tmp.dir so I do NOT create it in target/test-data/6b1864a0-04df-e499-e501-0964e54173d8 2024-11-16T19:34:19,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:34:19,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8 2024-11-16T19:34:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:34:19,448 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/cluster_80525866-63ed-d4fa-fcb6-edd6cbb559f8, deleteOnExit=true 2024-11-16T19:34:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:34:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/test.cache.data in system properties and HBase conf 2024-11-16T19:34:19,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:34:19,449 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:34:19,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:34:19,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:34:19,491 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T19:34:19,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,524 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,531 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,536 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,536 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,540 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:19,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:19,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:19,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:19,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:19,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:34:19,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:19,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6054a5e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:19,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1abf7b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:19,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1193cbd2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/java.io.tmpdir/jetty-localhost-42947-hadoop-hdfs-3_4_1-tests_jar-_-any-17199173113311446687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:19,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67959aac{HTTP/1.1, (http/1.1)}{localhost:42947} 2024-11-16T19:34:19,664 INFO [Time-limited test {}] server.Server(415): Started @183445ms 2024-11-16T19:34:19,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:19,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:19,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:19,719 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:19,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:19,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:19,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:19,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:34:19,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6998abdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:19,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d4f521{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:19,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dd62039{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/java.io.tmpdir/jetty-localhost-41041-hadoop-hdfs-3_4_1-tests_jar-_-any-11221624368136906728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:19,823 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b17494e{HTTP/1.1, (http/1.1)}{localhost:41041} 2024-11-16T19:34:19,823 INFO [Time-limited test {}] server.Server(415): Started @183604ms 2024-11-16T19:34:19,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:34:19,880 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/cluster_80525866-63ed-d4fa-fcb6-edd6cbb559f8/data/data1/current/BP-1944636433-172.17.0.2-1731785659463/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:19,881 WARN [Thread-2310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/cluster_80525866-63ed-d4fa-fcb6-edd6cbb559f8/data/data2/current/BP-1944636433-172.17.0.2-1731785659463/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:19,901 WARN [Thread-2297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:34:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad24fe9adada2d9 with lease ID 0xce2e9e9fb1fe3b87: Processing first storage report for DS-45b49e2a-285c-41cd-a203-78a700042044 from datanode DatanodeRegistration(127.0.0.1:39905, datanodeUuid=55ec3586-8105-465d-90a5-25c9e0e00494, infoPort=43187, infoSecurePort=0, ipcPort=32949, storageInfo=lv=-57;cid=testClusterID;nsid=1243042058;c=1731785659463) 2024-11-16T19:34:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad24fe9adada2d9 with lease ID 0xce2e9e9fb1fe3b87: from storage DS-45b49e2a-285c-41cd-a203-78a700042044 node DatanodeRegistration(127.0.0.1:39905, datanodeUuid=55ec3586-8105-465d-90a5-25c9e0e00494, infoPort=43187, infoSecurePort=0, ipcPort=32949, storageInfo=lv=-57;cid=testClusterID;nsid=1243042058;c=1731785659463), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T19:34:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad24fe9adada2d9 with lease ID 0xce2e9e9fb1fe3b87: Processing first storage report for DS-b482463f-2bc4-4fa8-8dc8-ce19254fa065 from datanode DatanodeRegistration(127.0.0.1:39905, datanodeUuid=55ec3586-8105-465d-90a5-25c9e0e00494, infoPort=43187, infoSecurePort=0, ipcPort=32949, storageInfo=lv=-57;cid=testClusterID;nsid=1243042058;c=1731785659463) 2024-11-16T19:34:19,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad24fe9adada2d9 with lease ID 0xce2e9e9fb1fe3b87: from storage DS-b482463f-2bc4-4fa8-8dc8-ce19254fa065 node DatanodeRegistration(127.0.0.1:39905, datanodeUuid=55ec3586-8105-465d-90a5-25c9e0e00494, infoPort=43187, infoSecurePort=0, ipcPort=32949, storageInfo=lv=-57;cid=testClusterID;nsid=1243042058;c=1731785659463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:19,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8 2024-11-16T19:34:19,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:19,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:34:20,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac with version=8 2024-11-16T19:34:20,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/hbase-staging 2024-11-16T19:34:20,361 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:20,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:20,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:20,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:20,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:20,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:20,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:34:20,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:20,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42297 2024-11-16T19:34:20,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42297 connecting to ZooKeeper ensemble=127.0.0.1:52859 2024-11-16T19:34:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422970x0, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:20,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42297-0x1004a0763000003 connected 2024-11-16T19:34:20,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:20,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:20,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on znode that does not yet exist, /1797699396/running 2024-11-16T19:34:20,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac, hbase.cluster.distributed=false 2024-11-16T19:34:20,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on znode that does not yet exist, /1797699396/acl 2024-11-16T19:34:20,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-16T19:34:20,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42297 2024-11-16T19:34:20,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42297 2024-11-16T19:34:20,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-16T19:34:20,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-16T19:34:20,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:20,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:20,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:20,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:20,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:20,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:20,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:34:20,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:20,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46545 2024-11-16T19:34:20,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46545 connecting to ZooKeeper ensemble=127.0.0.1:52859 2024-11-16T19:34:20,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:20,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465450x0, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:20,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on znode that does not yet exist, /1797699396/running 2024-11-16T19:34:20,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46545-0x1004a0763000004 connected 2024-11-16T19:34:20,395 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:34:20,396 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:34:20,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on znode that does not yet exist, /1797699396/master 2024-11-16T19:34:20,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on znode that does not yet exist, /1797699396/acl 2024-11-16T19:34:20,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-16T19:34:20,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46545 2024-11-16T19:34:20,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46545 2024-11-16T19:34:20,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-16T19:34:20,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-16T19:34:20,411 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:42297 2024-11-16T19:34:20,412 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1797699396/backup-masters/d11ab77873cb,42297,1731785660361 2024-11-16T19:34:20,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396/backup-masters 2024-11-16T19:34:20,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396/backup-masters 2024-11-16T19:34:20,414 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on existing znode=/1797699396/backup-masters/d11ab77873cb,42297,1731785660361 2024-11-16T19:34:20,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1797699396/master 2024-11-16T19:34:20,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:20,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:20,414 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on existing znode=/1797699396/master 2024-11-16T19:34:20,415 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1797699396/backup-masters/d11ab77873cb,42297,1731785660361 from backup master directory 2024-11-16T19:34:20,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396/backup-masters 2024-11-16T19:34:20,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797699396/backup-masters/d11ab77873cb,42297,1731785660361 2024-11-16T19:34:20,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396/backup-masters 2024-11-16T19:34:20,415 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:20,415 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,42297,1731785660361 2024-11-16T19:34:20,422 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/hbase.id] with ID: ad5fee80-6a86-4e98-92af-3bdab9691e6f 2024-11-16T19:34:20,422 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/.tmp/hbase.id 2024-11-16T19:34:20,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:34:20,826 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/.tmp/hbase.id]:[hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/hbase.id] 2024-11-16T19:34:20,834 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:20,834 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:34:20,834 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T19:34:20,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:20,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:34:21,246 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:21,247 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:34:21,247 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:34:21,253 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store 2024-11-16T19:34:21,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:34:21,658 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:21,658 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:21,658 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:21,658 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:21,658 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:21,658 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:21,658 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:21,658 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785661658Disabling compacts and flushes for region at 1731785661658Disabling writes for close at 1731785661658Writing region close event to WAL at 1731785661658Closed at 1731785661658 2024-11-16T19:34:21,659 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/.initializing 2024-11-16T19:34:21,659 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/WALs/d11ab77873cb,42297,1731785660361 2024-11-16T19:34:21,660 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:21,661 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C42297%2C1731785660361, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/WALs/d11ab77873cb,42297,1731785660361, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/oldWALs, maxLogs=10 2024-11-16T19:34:21,673 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/WALs/d11ab77873cb,42297,1731785660361/d11ab77873cb%2C42297%2C1731785660361.1731785661661, exclude list is [], retry=0 2024-11-16T19:34:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-45b49e2a-285c-41cd-a203-78a700042044,DISK] 2024-11-16T19:34:21,676 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/WALs/d11ab77873cb,42297,1731785660361/d11ab77873cb%2C42297%2C1731785660361.1731785661661 2024-11-16T19:34:21,676 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-16T19:34:21,676 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:21,677 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:21,677 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,677 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:34:21,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:21,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:21,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:34:21,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:21,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:21,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:34:21,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:21,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:21,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:34:21,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:21,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:21,682 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,683 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,683 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,684 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,684 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,684 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:21,685 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:21,686 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:21,686 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69102400, jitterRate=0.02970600128173828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:21,686 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785661677Initializing all the Stores at 1731785661677Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785661677Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785661678 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785661678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785661678Cleaning up temporary data from old regions at 1731785661684 (+6 ms)Region opened successfully at 1731785661686 (+2 ms) 2024-11-16T19:34:21,686 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:34:21,688 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186fc01b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:21,689 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:34:21,689 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:34:21,689 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:34:21,689 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:34:21,689 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:34:21,690 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:34:21,690 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:34:21,691 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:34:21,692 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Unable to get data of znode /1797699396/balancer because node does not exist (not necessarily an error) 2024-11-16T19:34:21,692 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797699396/balancer already deleted, retry=false 2024-11-16T19:34:21,692 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:34:21,693 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Unable to get data of znode /1797699396/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:34:21,693 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797699396/normalizer already deleted, retry=false 2024-11-16T19:34:21,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:34:21,694 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Unable to get data of znode /1797699396/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:34:21,694 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797699396/switch/split already deleted, retry=false 2024-11-16T19:34:21,695 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Unable to get data of znode /1797699396/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:34:21,695 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797699396/switch/merge already deleted, retry=false 2024-11-16T19:34:21,696 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Unable to get data of znode /1797699396/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:34:21,697 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1797699396/snapshot-cleanup already deleted, retry=false 2024-11-16T19:34:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1797699396/running 2024-11-16T19:34:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1797699396/running 2024-11-16T19:34:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:21,698 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,42297,1731785660361, sessionid=0x1004a0763000003, setting cluster-up flag (Was=false) 2024-11-16T19:34:21,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:21,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:21,701 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1797699396/flush-table-proc/acquired, /1797699396/flush-table-proc/reached, /1797699396/flush-table-proc/abort 2024-11-16T19:34:21,701 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,42297,1731785660361 2024-11-16T19:34:21,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:21,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:21,704 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1797699396/online-snapshot/acquired, /1797699396/online-snapshot/reached, /1797699396/online-snapshot/abort 2024-11-16T19:34:21,705 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,42297,1731785660361 2024-11-16T19:34:21,706 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:34:21,707 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:21,707 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:34:21,707 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:34:21,707 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,42297,1731785660361 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:34:21,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:21,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:21,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:21,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:21,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:34:21,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:21,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:21,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:34:21,710 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:21,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:34:21,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785691713 2024-11-16T19:34:21,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:34:21,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:34:21,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:34:21,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:34:21,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:34:21,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:34:21,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:34:21,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:34:21,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:34:21,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:34:21,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:34:21,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:34:21,714 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785661714,5,FailOnTimeoutGroup] 2024-11-16T19:34:21,717 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785661715,5,FailOnTimeoutGroup] 2024-11-16T19:34:21,717 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,717 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:34:21,717 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,717 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:34:21,804 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(746): ClusterId : ad5fee80-6a86-4e98-92af-3bdab9691e6f 2024-11-16T19:34:21,804 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:34:21,806 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:34:21,806 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:34:21,806 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:34:21,807 DEBUG [RS:0;d11ab77873cb:46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc1148d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:21,820 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:46545 2024-11-16T19:34:21,820 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:34:21,820 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:34:21,820 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:34:21,820 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,42297,1731785660361 with port=46545, startcode=1731785660387 2024-11-16T19:34:21,821 DEBUG [RS:0;d11ab77873cb:46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:34:21,822 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:34:21,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,46545,1731785660387 2024-11-16T19:34:21,822 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,46545,1731785660387 2024-11-16T19:34:21,824 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac 2024-11-16T19:34:21,824 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44055 2024-11-16T19:34:21,824 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:34:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396/rs 2024-11-16T19:34:21,825 DEBUG [RS:0;d11ab77873cb:46545 {}] zookeeper.ZKUtil(111): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on existing znode=/1797699396/rs/d11ab77873cb,46545,1731785660387 2024-11-16T19:34:21,825 WARN [RS:0;d11ab77873cb:46545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:21,825 INFO [RS:0;d11ab77873cb:46545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:21,825 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387 2024-11-16T19:34:21,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,46545,1731785660387] 2024-11-16T19:34:21,828 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:34:21,829 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:34:21,829 INFO [RS:0;d11ab77873cb:46545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:34:21,829 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,829 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:34:21,830 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:34:21,830 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:21,830 DEBUG [RS:0;d11ab77873cb:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:21,833 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,833 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,833 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,833 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,833 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,833 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46545,1731785660387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:21,845 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:34:21,845 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46545,1731785660387-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,845 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,845 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.Replication(171): d11ab77873cb,46545,1731785660387 started 2024-11-16T19:34:21,856 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:21,856 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,46545,1731785660387, RpcServer on d11ab77873cb/172.17.0.2:46545, sessionid=0x1004a0763000004 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,46545,1731785660387 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,46545,1731785660387' 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1797699396/flush-table-proc/abort' 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1797699396/flush-table-proc/acquired' 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,46545,1731785660387 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,46545,1731785660387' 2024-11-16T19:34:21,857 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1797699396/online-snapshot/abort' 2024-11-16T19:34:21,858 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1797699396/online-snapshot/acquired' 2024-11-16T19:34:21,858 DEBUG [RS:0;d11ab77873cb:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:34:21,858 INFO [RS:0;d11ab77873cb:46545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:34:21,858 INFO [RS:0;d11ab77873cb:46545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:34:21,958 INFO [RS:0;d11ab77873cb:46545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:21,959 INFO [RS:0;d11ab77873cb:46545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C46545%2C1731785660387, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/oldWALs, maxLogs=10 2024-11-16T19:34:21,971 DEBUG [RS:0;d11ab77873cb:46545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959, exclude list is [], retry=0 2024-11-16T19:34:21,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-45b49e2a-285c-41cd-a203-78a700042044,DISK] 2024-11-16T19:34:21,975 INFO [RS:0;d11ab77873cb:46545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 2024-11-16T19:34:21,975 DEBUG [RS:0;d11ab77873cb:46545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-16T19:34:22,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:34:22,121 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac 2024-11-16T19:34:22,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:34:22,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:22,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:22,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:22,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:22,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:22,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:22,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:22,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:22,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:22,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:22,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:22,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:22,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:22,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:22,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740 2024-11-16T19:34:22,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740 2024-11-16T19:34:22,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:22,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:22,533 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:22,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:22,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:22,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64570434, jitterRate=-0.037825554609298706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:22,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785662526Initializing all the Stores at 1731785662527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785662527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785662527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785662527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785662527Cleaning up temporary data from old regions at 1731785662533 (+6 ms)Region opened successfully at 1731785662536 (+3 ms) 2024-11-16T19:34:22,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:22,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:22,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:22,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:22,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:22,536 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:22,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785662536Disabling compacts and flushes for region at 1731785662536Disabling writes for close at 1731785662536Writing region close event to WAL at 1731785662536Closed at 1731785662536 2024-11-16T19:34:22,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:22,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:34:22,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:34:22,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:22,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:34:22,689 DEBUG [d11ab77873cb:42297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:34:22,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,46545,1731785660387 2024-11-16T19:34:22,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,46545,1731785660387, state=OPENING 2024-11-16T19:34:22,692 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:34:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:22,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1797699396/meta-region-server: CHANGED 2024-11-16T19:34:22,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1797699396/meta-region-server: CHANGED 2024-11-16T19:34:22,693 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:22,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,46545,1731785660387}] 2024-11-16T19:34:22,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:22,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:34:22,849 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:34:22,849 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:22,849 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:34:22,850 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C46545%2C1731785660387.meta, suffix=.meta, logDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/oldWALs, maxLogs=10 2024-11-16T19:34:22,862 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.meta.1731785662850.meta, exclude list is [], retry=0 2024-11-16T19:34:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-45b49e2a-285c-41cd-a203-78a700042044,DISK] 2024-11-16T19:34:22,865 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.meta.1731785662850.meta 2024-11-16T19:34:22,865 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-16T19:34:22,866 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:22,866 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:22,866 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:22,866 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:34:22,866 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:34:22,866 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:34:22,866 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:22,866 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:34:22,866 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:34:22,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:22,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:22,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:22,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:22,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:22,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:22,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:22,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:22,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:22,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:22,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:22,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:22,871 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:22,871 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740 2024-11-16T19:34:22,872 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740 2024-11-16T19:34:22,873 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:22,873 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:22,873 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:22,874 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:22,875 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70820827, jitterRate=0.05531255900859833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:22,875 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:34:22,875 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785662866Writing region info on filesystem at 1731785662866Initializing all the Stores at 1731785662867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785662867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785662867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785662867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785662867Cleaning up temporary data from old regions at 1731785662873 (+6 ms)Running coprocessor post-open hooks at 1731785662875 (+2 ms)Region opened successfully at 1731785662875 2024-11-16T19:34:22,876 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785662845 2024-11-16T19:34:22,877 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:34:22,878 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:34:22,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,46545,1731785660387 2024-11-16T19:34:22,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,46545,1731785660387, state=OPEN 2024-11-16T19:34:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1797699396/meta-region-server 2024-11-16T19:34:22,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1797699396/meta-region-server 2024-11-16T19:34:22,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,46545,1731785660387 2024-11-16T19:34:22,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1797699396/meta-region-server: CHANGED 2024-11-16T19:34:22,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1797699396/meta-region-server: CHANGED 2024-11-16T19:34:22,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:34:22,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,46545,1731785660387 in 186 msec 2024-11-16T19:34:22,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:34:22,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-16T19:34:22,883 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:22,883 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:34:22,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:22,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,46545,1731785660387, seqNum=-1] 2024-11-16T19:34:22,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:22,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:22,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-16T19:34:22,890 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785662890, completionTime=-1 2024-11-16T19:34:22,890 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:34:22,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:34:22,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:34:22,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785722892 2024-11-16T19:34:22,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785782892 2024-11-16T19:34:22,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T19:34:22,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42297,1731785660361-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:22,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42297,1731785660361-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:22,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42297,1731785660361-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:22,893 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:42297, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:22,893 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:22,893 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:22,895 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:34:22,896 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.481sec 2024-11-16T19:34:22,896 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:34:22,896 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:34:22,896 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:34:22,896 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:34:22,896 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:34:22,896 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42297,1731785660361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:22,896 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42297,1731785660361-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:34:22,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:34:22,900 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:34:22,900 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42297,1731785660361-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:22,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e150cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:22,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42297,-1 for getting cluster id 2024-11-16T19:34:22,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:22,906 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5fee80-6a86-4e98-92af-3bdab9691e6f' 2024-11-16T19:34:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5fee80-6a86-4e98-92af-3bdab9691e6f" 2024-11-16T19:34:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7862428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42297,-1] 2024-11-16T19:34:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:22,908 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:22,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de3b7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:22,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,46545,1731785660387, seqNum=-1] 2024-11-16T19:34:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:22,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:22,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,42297,1731785660361 2024-11-16T19:34:22,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52859 2024-11-16T19:34:22,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:22,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,39687,1731785656872 2024-11-16T19:34:22,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b8d490 2024-11-16T19:34:22,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:22,918 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:22,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:34:22,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:22,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:22,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:34:22,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:22,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a0763000005 connected 2024-11-16T19:34:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:34:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:23,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8de7ec821ddf7501861eb19ae4dfe25, NAME => 'test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15 2024-11-16T19:34:23,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:34:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:23,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:23,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8de7ec821ddf7501861eb19ae4dfe25, disabling compactions & flushes 2024-11-16T19:34:23,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:23,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:23,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. after waiting 0 ms 2024-11-16T19:34:23,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:23,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:23,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8de7ec821ddf7501861eb19ae4dfe25: Waiting for close lock at 1731785663739Disabling compacts and flushes for region at 1731785663739Disabling writes for close at 1731785663740 (+1 ms)Writing region close event to WAL at 1731785663740Closed at 1731785663740 2024-11-16T19:34:23,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:23,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785663741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785663741"}]},"ts":"1731785663741"} 2024-11-16T19:34:23,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:23,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:23,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785663743"}]},"ts":"1731785663743"} 2024-11-16T19:34:23,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:34:23,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8de7ec821ddf7501861eb19ae4dfe25, ASSIGN}] 2024-11-16T19:34:23,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8de7ec821ddf7501861eb19ae4dfe25, ASSIGN 2024-11-16T19:34:23,747 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8de7ec821ddf7501861eb19ae4dfe25, ASSIGN; state=OFFLINE, location=d11ab77873cb,38031,1731785656914; forceNewPlan=false, retain=false 2024-11-16T19:34:23,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8de7ec821ddf7501861eb19ae4dfe25, regionState=OPENING, regionLocation=d11ab77873cb,38031,1731785656914 2024-11-16T19:34:23,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8de7ec821ddf7501861eb19ae4dfe25, ASSIGN because future has completed 2024-11-16T19:34:23,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8de7ec821ddf7501861eb19ae4dfe25, server=d11ab77873cb,38031,1731785656914}] 2024-11-16T19:34:24,054 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:24,054 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8de7ec821ddf7501861eb19ae4dfe25, NAME => 'test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:24,054 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:24,054 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:34:24,054 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,054 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:24,055 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,055 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,055 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,056 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8de7ec821ddf7501861eb19ae4dfe25 columnFamilyName f 2024-11-16T19:34:24,056 DEBUG [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:24,057 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] regionserver.HStore(327): Store=c8de7ec821ddf7501861eb19ae4dfe25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:24,057 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,058 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8de7ec821ddf7501861eb19ae4dfe25 columnFamilyName f1 2024-11-16T19:34:24,058 DEBUG [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:24,058 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] regionserver.HStore(327): Store=c8de7ec821ddf7501861eb19ae4dfe25/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:24,058 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,059 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8de7ec821ddf7501861eb19ae4dfe25 columnFamilyName norep 2024-11-16T19:34:24,059 DEBUG [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:24,059 INFO [StoreOpener-c8de7ec821ddf7501861eb19ae4dfe25-1 {}] regionserver.HStore(327): Store=c8de7ec821ddf7501861eb19ae4dfe25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:24,059 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,060 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,060 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,061 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,061 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,061 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:24,062 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,063 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:24,064 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8de7ec821ddf7501861eb19ae4dfe25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61744433, jitterRate=-0.07993625104427338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:24,064 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:24,064 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8de7ec821ddf7501861eb19ae4dfe25: Running coprocessor pre-open hook at 1731785664055Writing region info on filesystem at 1731785664055Initializing all the Stores at 1731785664055Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785664055Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785664055Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785664055Cleaning up temporary data from old regions at 1731785664061 (+6 ms)Running coprocessor post-open hooks at 1731785664064 (+3 ms)Region opened successfully at 1731785664064 2024-11-16T19:34:24,065 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25., pid=6, masterSystemTime=1731785664051 2024-11-16T19:34:24,067 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:24,067 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:24,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8de7ec821ddf7501861eb19ae4dfe25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,38031,1731785656914 2024-11-16T19:34:24,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8de7ec821ddf7501861eb19ae4dfe25, server=d11ab77873cb,38031,1731785656914 because future has completed 2024-11-16T19:34:24,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:34:24,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8de7ec821ddf7501861eb19ae4dfe25, server=d11ab77873cb,38031,1731785656914 in 171 msec 2024-11-16T19:34:24,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:34:24,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8de7ec821ddf7501861eb19ae4dfe25, ASSIGN in 326 msec 2024-11-16T19:34:24,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:24,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785664073"}]},"ts":"1731785664073"} 2024-11-16T19:34:24,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:34:24,076 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:24,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-16T19:34:24,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:24,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:24,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:34:24,942 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:34:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:25,069 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:34:25,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:25,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,42297,1731785660361 2024-11-16T19:34:25,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e0d6d55 2024-11-16T19:34:25,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:25,071 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:25,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:34:25,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:25,073 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:25,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:34:25,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:34:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:25,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8cd899732c63e985d1cd3e6714d82f5, NAME => 'test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac 2024-11-16T19:34:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:34:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:25,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:25,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8cd899732c63e985d1cd3e6714d82f5, disabling compactions & flushes 2024-11-16T19:34:25,885 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:25,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:25,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. after waiting 0 ms 2024-11-16T19:34:25,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:25,885 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:25,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8cd899732c63e985d1cd3e6714d82f5: Waiting for close lock at 1731785665885Disabling compacts and flushes for region at 1731785665885Disabling writes for close at 1731785665885Writing region close event to WAL at 1731785665885Closed at 1731785665885 2024-11-16T19:34:25,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:25,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785665886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785665886"}]},"ts":"1731785665886"} 2024-11-16T19:34:25,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:25,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:25,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785665888"}]},"ts":"1731785665888"} 2024-11-16T19:34:25,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:34:25,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8cd899732c63e985d1cd3e6714d82f5, ASSIGN}] 2024-11-16T19:34:25,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8cd899732c63e985d1cd3e6714d82f5, ASSIGN 2024-11-16T19:34:25,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8cd899732c63e985d1cd3e6714d82f5, ASSIGN; state=OFFLINE, location=d11ab77873cb,46545,1731785660387; forceNewPlan=false, retain=false 2024-11-16T19:34:26,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8cd899732c63e985d1cd3e6714d82f5, regionState=OPENING, regionLocation=d11ab77873cb,46545,1731785660387 2024-11-16T19:34:26,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8cd899732c63e985d1cd3e6714d82f5, ASSIGN because future has completed 2024-11-16T19:34:26,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8cd899732c63e985d1cd3e6714d82f5, server=d11ab77873cb,46545,1731785660387}] 2024-11-16T19:34:26,200 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:26,201 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8cd899732c63e985d1cd3e6714d82f5, NAME => 'test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:26,201 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:26,201 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:34:26,201 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,201 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:26,201 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,201 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,204 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,205 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8cd899732c63e985d1cd3e6714d82f5 columnFamilyName f 2024-11-16T19:34:26,205 DEBUG [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:26,206 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] regionserver.HStore(327): Store=c8cd899732c63e985d1cd3e6714d82f5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:26,206 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,207 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8cd899732c63e985d1cd3e6714d82f5 columnFamilyName f1 2024-11-16T19:34:26,207 DEBUG [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:26,207 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] regionserver.HStore(327): Store=c8cd899732c63e985d1cd3e6714d82f5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:26,207 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,207 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8cd899732c63e985d1cd3e6714d82f5 columnFamilyName norep 2024-11-16T19:34:26,207 DEBUG [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:26,208 INFO [StoreOpener-c8cd899732c63e985d1cd3e6714d82f5-1 {}] regionserver.HStore(327): Store=c8cd899732c63e985d1cd3e6714d82f5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:26,208 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,208 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,208 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:26,209 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,209 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,210 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:26,210 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,212 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:26,212 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8cd899732c63e985d1cd3e6714d82f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65872184, jitterRate=-0.01842796802520752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:26,212 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:26,212 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8cd899732c63e985d1cd3e6714d82f5: Running coprocessor pre-open hook at 1731785666201Writing region info on filesystem at 1731785666201Initializing all the Stores at 1731785666202 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785666202Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785666204 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785666204Cleaning up temporary data from old regions at 1731785666209 (+5 ms)Running coprocessor post-open hooks at 1731785666212 (+3 ms)Region opened successfully at 1731785666212 2024-11-16T19:34:26,213 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5., pid=6, masterSystemTime=1731785666197 2024-11-16T19:34:26,215 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:26,215 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:26,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8cd899732c63e985d1cd3e6714d82f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,46545,1731785660387 2024-11-16T19:34:26,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8cd899732c63e985d1cd3e6714d82f5, server=d11ab77873cb,46545,1731785660387 because future has completed 2024-11-16T19:34:26,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:34:26,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8cd899732c63e985d1cd3e6714d82f5, server=d11ab77873cb,46545,1731785660387 in 174 msec 2024-11-16T19:34:26,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:34:26,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8cd899732c63e985d1cd3e6714d82f5, ASSIGN in 329 msec 2024-11-16T19:34:26,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:26,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785666222"}]},"ts":"1731785666222"} 2024-11-16T19:34:26,224 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:34:26,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:26,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-16T19:34:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:27,219 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:34:27,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae7211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,39687,-1 for getting cluster id 2024-11-16T19:34:27,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:27,220 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a34dd2de-c903-4433-9026-42851eb6b44d' 2024-11-16T19:34:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a34dd2de-c903-4433-9026-42851eb6b44d" 2024-11-16T19:34:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22967e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,39687,-1] 2024-11-16T19:34:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:27,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:27,222 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39668d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa722a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42297,-1 for getting cluster id 2024-11-16T19:34:27,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:27,223 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5fee80-6a86-4e98-92af-3bdab9691e6f' 2024-11-16T19:34:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5fee80-6a86-4e98-92af-3bdab9691e6f" 2024-11-16T19:34:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509a8b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42297,-1] 2024-11-16T19:34:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:27,224 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bb641d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66818685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,39687,-1 for getting cluster id 2024-11-16T19:34:27,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:27,226 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a34dd2de-c903-4433-9026-42851eb6b44d' 2024-11-16T19:34:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a34dd2de-c903-4433-9026-42851eb6b44d" 2024-11-16T19:34:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3579e68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,39687,-1] 2024-11-16T19:34:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:27,227 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:27,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44489998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:27,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,39687,1731785656872 2024-11-16T19:34:27,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f9383c3 2024-11-16T19:34:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:27,229 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:27,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:42297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:34:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:34:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:27,232 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:42297' 2024-11-16T19:34:27,233 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ce7023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,233 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42297,-1 for getting cluster id 2024-11-16T19:34:27,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:27,233 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5fee80-6a86-4e98-92af-3bdab9691e6f' 2024-11-16T19:34:27,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:27,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5fee80-6a86-4e98-92af-3bdab9691e6f" 2024-11-16T19:34:27,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d23c47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42297,-1] 2024-11-16T19:34:27,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:27,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:27,234 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:27,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c408c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:27,235 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:27,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,42297,1731785660361 2024-11-16T19:34:27,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dfb231c 2024-11-16T19:34:27,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:27,236 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:27,237 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:34:27,237 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:34:27,237 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:27,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:27,237 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:27,237 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:27,238 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:34:27,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:27,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:27,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:27,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:34:27,289 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:34:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:27,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e2873fdca582b17b1dcb3983a169878, NAME => 'hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15 2024-11-16T19:34:27,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:34:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:28,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:28,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0e2873fdca582b17b1dcb3983a169878, disabling compactions & flushes 2024-11-16T19:34:28,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:28,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:28,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. after waiting 0 ms 2024-11-16T19:34:28,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:28,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:28,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e2873fdca582b17b1dcb3983a169878: Waiting for close lock at 1731785668050Disabling compacts and flushes for region at 1731785668050Disabling writes for close at 1731785668050Writing region close event to WAL at 1731785668050Closed at 1731785668050 2024-11-16T19:34:28,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:28,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785668051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785668051"}]},"ts":"1731785668051"} 2024-11-16T19:34:28,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:28,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:28,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785668054"}]},"ts":"1731785668054"} 2024-11-16T19:34:28,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:34:28,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e2873fdca582b17b1dcb3983a169878, ASSIGN}] 2024-11-16T19:34:28,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e2873fdca582b17b1dcb3983a169878, ASSIGN 2024-11-16T19:34:28,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e2873fdca582b17b1dcb3983a169878, ASSIGN; state=OFFLINE, location=d11ab77873cb,38031,1731785656914; forceNewPlan=false, retain=false 2024-11-16T19:34:28,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e2873fdca582b17b1dcb3983a169878, regionState=OPENING, regionLocation=d11ab77873cb,38031,1731785656914 2024-11-16T19:34:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e2873fdca582b17b1dcb3983a169878, ASSIGN because future has completed 2024-11-16T19:34:28,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e2873fdca582b17b1dcb3983a169878, server=d11ab77873cb,38031,1731785656914}] 2024-11-16T19:34:28,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:28,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:28,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:34:28,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C38031%2C1731785656914.rep, suffix=, logDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914, archiveDir=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/oldWALs, maxLogs=10 2024-11-16T19:34:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:28,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.rep.1731785668366, exclude list is [], retry=0 2024-11-16T19:34:28,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45301,DS-da92abbe-4364-4b88-8963-69ff2660adcc,DISK] 2024-11-16T19:34:28,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.rep.1731785668366 2024-11-16T19:34:28,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36313:36313)] 2024-11-16T19:34:28,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e2873fdca582b17b1dcb3983a169878, NAME => 'hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:28,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:28,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:28,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. service=MultiRowMutationService 2024-11-16T19:34:28,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:34:28,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:28,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,382 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,383 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2873fdca582b17b1dcb3983a169878 columnFamilyName hfileref 2024-11-16T19:34:28,383 DEBUG [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:28,384 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] regionserver.HStore(327): Store=0e2873fdca582b17b1dcb3983a169878/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:28,384 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,384 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2873fdca582b17b1dcb3983a169878 columnFamilyName queue 2024-11-16T19:34:28,384 DEBUG [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:28,385 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] regionserver.HStore(327): Store=0e2873fdca582b17b1dcb3983a169878/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:28,385 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,386 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e2873fdca582b17b1dcb3983a169878 columnFamilyName sid 2024-11-16T19:34:28,386 DEBUG [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:28,386 INFO [StoreOpener-0e2873fdca582b17b1dcb3983a169878-1 {}] regionserver.HStore(327): Store=0e2873fdca582b17b1dcb3983a169878/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:28,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/replication/0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/replication/0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:28,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/replication/0e2873fdca582b17b1dcb3983a169878/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:28,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0e2873fdca582b17b1dcb3983a169878; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73042389, jitterRate=0.08841641247272491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:28,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:28,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0e2873fdca582b17b1dcb3983a169878: Running coprocessor pre-open hook at 1731785668381Writing region info on filesystem at 1731785668381Initializing all the Stores at 1731785668382 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785668382Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785668382Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785668382Cleaning up temporary data from old regions at 1731785668387 (+5 ms)Running coprocessor post-open hooks at 1731785668390 (+3 ms)Region opened successfully at 1731785668390 2024-11-16T19:34:28,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878., pid=10, masterSystemTime=1731785668361 2024-11-16T19:34:28,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:28,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:28,393 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e2873fdca582b17b1dcb3983a169878, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,38031,1731785656914 2024-11-16T19:34:28,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e2873fdca582b17b1dcb3983a169878, server=d11ab77873cb,38031,1731785656914 because future has completed 2024-11-16T19:34:28,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:34:28,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e2873fdca582b17b1dcb3983a169878, server=d11ab77873cb,38031,1731785656914 in 186 msec 2024-11-16T19:34:28,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:34:28,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e2873fdca582b17b1dcb3983a169878, ASSIGN in 342 msec 2024-11-16T19:34:28,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:28,399 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785668399"}]},"ts":"1731785668399"} 2024-11-16T19:34:28,401 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:34:28,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:28,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-16T19:34:28,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878., hostname=d11ab77873cb,38031,1731785656914, seqNum=2] 2024-11-16T19:34:28,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:28,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:28,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:34:28,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:34:28,603 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:34:28,628 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,38031,1731785656914, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:34:28,628 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:28,628 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38031,1731785656914, seqNum=-1] 2024-11-16T19:34:28,628 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:28,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:28,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,38031,1731785656914', locateType=CURRENT is [region=hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878., hostname=d11ab77873cb,38031,1731785656914, seqNum=2] 2024-11-16T19:34:28,633 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:34:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:34:28,635 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,38031,1731785656914 suceeded 2024-11-16T19:34:28,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:34:28,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T19:34:28,636 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:42297,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:34:28,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4060 sec 2024-11-16T19:34:28,652 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:42297' 2024-11-16T19:34:28,653 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7db121e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:28,653 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42297,-1 for getting cluster id 2024-11-16T19:34:28,654 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:28,654 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5fee80-6a86-4e98-92af-3bdab9691e6f' 2024-11-16T19:34:28,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:28,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5fee80-6a86-4e98-92af-3bdab9691e6f" 2024-11-16T19:34:28,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b8cca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:28,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42297,-1] 2024-11-16T19:34:28,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:28,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:28,656 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:28,656 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bb948c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:28,657 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:28,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,42297,1731785660361 2024-11-16T19:34:28,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c763d5a 2024-11-16T19:34:28,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:28,658 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-16T19:34:28,659 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,38031,1731785656914 (queues=1) is replicating from cluster=a34dd2de-c903-4433-9026-42851eb6b44d to cluster=ad5fee80-6a86-4e98-92af-3bdab9691e6f 2024-11-16T19:34:28,659 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C38031%2C1731785656914 2024-11-16T19:34:28,659 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,38031,1731785656914, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:34:28,660 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892, startPosition=0, beingWritten=true 2024-11-16T19:34:28,660 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C38031%2C1731785656914 2024-11-16T19:34:28,665 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:28,665 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 379, reset compression=false 2024-11-16T19:34:28,665 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38031,1731785656914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:28,868 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 379, reset compression=false 2024-11-16T19:34:29,172 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 379, reset compression=false 2024-11-16T19:34:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:29,379 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:34:29,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:29,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:29,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:29,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:29,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:29,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bf1adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:29,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42297,-1 for getting cluster id 2024-11-16T19:34:29,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:29,381 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5fee80-6a86-4e98-92af-3bdab9691e6f' 2024-11-16T19:34:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5fee80-6a86-4e98-92af-3bdab9691e6f" 2024-11-16T19:34:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3991d368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42297,-1] 2024-11-16T19:34:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:29,382 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37744797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:29,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,42297,1731785660361 2024-11-16T19:34:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32c4fbf4 2024-11-16T19:34:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:29,384 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:29,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:39687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:34:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:34:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:29,386 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:39687' 2024-11-16T19:34:29,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599eb953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:29,387 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,39687,-1 for getting cluster id 2024-11-16T19:34:29,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:29,388 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a34dd2de-c903-4433-9026-42851eb6b44d' 2024-11-16T19:34:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a34dd2de-c903-4433-9026-42851eb6b44d" 2024-11-16T19:34:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac7fc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,39687,-1] 2024-11-16T19:34:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:29,389 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:29,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d78755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:29,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:29,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,39687,1731785656872 2024-11-16T19:34:29,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb7ccf8 2024-11-16T19:34:29,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:29,390 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:29,391 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:34:29,391 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:34:29,391 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:29,391 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:29,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:29,391 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:29,392 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:34:29,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:29,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:29,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:34:29,442 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:34:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:29,575 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 379, reset compression=false 2024-11-16T19:34:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:29,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:29,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:29,739 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18195 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:29,800 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3419652e7d70c3d374a80f98f228056, NAME => 'hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac 2024-11-16T19:34:29,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:34:29,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:29,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a3419652e7d70c3d374a80f98f228056, disabling compactions & flushes 2024-11-16T19:34:29,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:29,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:29,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. after waiting 0 ms 2024-11-16T19:34:29,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:29,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:29,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3419652e7d70c3d374a80f98f228056: Waiting for close lock at 1731785669805Disabling compacts and flushes for region at 1731785669805Disabling writes for close at 1731785669805Writing region close event to WAL at 1731785669805Closed at 1731785669805 2024-11-16T19:34:29,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:29,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785669806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785669806"}]},"ts":"1731785669806"} 2024-11-16T19:34:29,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:29,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:29,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785669809"}]},"ts":"1731785669809"} 2024-11-16T19:34:29,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:34:29,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3419652e7d70c3d374a80f98f228056, ASSIGN}] 2024-11-16T19:34:29,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3419652e7d70c3d374a80f98f228056, ASSIGN 2024-11-16T19:34:29,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3419652e7d70c3d374a80f98f228056, ASSIGN; state=OFFLINE, location=d11ab77873cb,46545,1731785660387; forceNewPlan=false, retain=false 2024-11-16T19:34:29,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a3419652e7d70c3d374a80f98f228056, regionState=OPENING, regionLocation=d11ab77873cb,46545,1731785660387 2024-11-16T19:34:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a3419652e7d70c3d374a80f98f228056, ASSIGN because future has completed 2024-11-16T19:34:29,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3419652e7d70c3d374a80f98f228056, server=d11ab77873cb,46545,1731785660387}] 2024-11-16T19:34:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:30,080 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 379, reset compression=false 2024-11-16T19:34:30,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:30,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:30,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:34:30,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C46545%2C1731785660387.rep, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/oldWALs, maxLogs=10 2024-11-16T19:34:30,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.rep.1731785670121, exclude list is [], retry=0 2024-11-16T19:34:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39905,DS-45b49e2a-285c-41cd-a203-78a700042044,DISK] 2024-11-16T19:34:30,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.rep.1731785670121 2024-11-16T19:34:30,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-16T19:34:30,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a3419652e7d70c3d374a80f98f228056, NAME => 'hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:30,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:30,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:30,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. service=MultiRowMutationService 2024-11-16T19:34:30,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:34:30,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:30,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,137 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,138 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3419652e7d70c3d374a80f98f228056 columnFamilyName hfileref 2024-11-16T19:34:30,139 DEBUG [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:30,139 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] regionserver.HStore(327): Store=a3419652e7d70c3d374a80f98f228056/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:30,139 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,139 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3419652e7d70c3d374a80f98f228056 columnFamilyName queue 2024-11-16T19:34:30,139 DEBUG [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:30,140 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] regionserver.HStore(327): Store=a3419652e7d70c3d374a80f98f228056/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:30,140 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,140 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3419652e7d70c3d374a80f98f228056 columnFamilyName sid 2024-11-16T19:34:30,140 DEBUG [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:30,141 INFO [StoreOpener-a3419652e7d70c3d374a80f98f228056-1 {}] regionserver.HStore(327): Store=a3419652e7d70c3d374a80f98f228056/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:30,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/replication/a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/replication/a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:30,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/replication/a3419652e7d70c3d374a80f98f228056/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:30,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a3419652e7d70c3d374a80f98f228056; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65890715, jitterRate=-0.01815183460712433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:30,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:30,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a3419652e7d70c3d374a80f98f228056: Running coprocessor pre-open hook at 1731785670136Writing region info on filesystem at 1731785670137 (+1 ms)Initializing all the Stores at 1731785670137Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785670137Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785670137Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785670137Cleaning up temporary data from old regions at 1731785670142 (+5 ms)Running coprocessor post-open hooks at 1731785670145 (+3 ms)Region opened successfully at 1731785670145 2024-11-16T19:34:30,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056., pid=10, masterSystemTime=1731785670117 2024-11-16T19:34:30,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:30,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:30,148 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a3419652e7d70c3d374a80f98f228056, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,46545,1731785660387 2024-11-16T19:34:30,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3419652e7d70c3d374a80f98f228056, server=d11ab77873cb,46545,1731785660387 because future has completed 2024-11-16T19:34:30,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:34:30,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a3419652e7d70c3d374a80f98f228056, server=d11ab77873cb,46545,1731785660387 in 186 msec 2024-11-16T19:34:30,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:34:30,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a3419652e7d70c3d374a80f98f228056, ASSIGN in 342 msec 2024-11-16T19:34:30,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:30,155 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785670155"}]},"ts":"1731785670155"} 2024-11-16T19:34:30,156 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:34:30,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:30,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 766 msec 2024-11-16T19:34:30,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056., hostname=d11ab77873cb,46545,1731785660387, seqNum=2] 2024-11-16T19:34:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:30,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:34:30,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:34:30,355 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:34:30,382 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,46545,1731785660387, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:34:30,382 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:30,382 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,46545,1731785660387, seqNum=-1] 2024-11-16T19:34:30,383 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:30,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:30,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,46545,1731785660387', locateType=CURRENT is [region=hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056., hostname=d11ab77873cb,46545,1731785660387, seqNum=2] 2024-11-16T19:34:30,387 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:34:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:34:30,389 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,46545,1731785660387 suceeded 2024-11-16T19:34:30,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:34:30,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T19:34:30,391 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:39687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:34:30,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0070 sec 2024-11-16T19:34:30,400 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:39687' 2024-11-16T19:34:30,401 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cfd87cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:30,401 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,39687,-1 for getting cluster id 2024-11-16T19:34:30,401 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:30,402 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a34dd2de-c903-4433-9026-42851eb6b44d' 2024-11-16T19:34:30,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:30,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a34dd2de-c903-4433-9026-42851eb6b44d" 2024-11-16T19:34:30,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28719a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:30,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,39687,-1] 2024-11-16T19:34:30,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:30,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:30,403 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:30,404 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2afde706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:30,404 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:30,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,39687,1731785656872 2024-11-16T19:34:30,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@502c834 2024-11-16T19:34:30,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:30,405 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-16T19:34:30,405 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,46545,1731785660387 (queues=1) is replicating from cluster=ad5fee80-6a86-4e98-92af-3bdab9691e6f to cluster=a34dd2de-c903-4433-9026-42851eb6b44d 2024-11-16T19:34:30,405 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C46545%2C1731785660387 2024-11-16T19:34:30,405 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,46545,1731785660387, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:34:30,406 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C46545%2C1731785660387 2024-11-16T19:34:30,406 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959, startPosition=0, beingWritten=true 2024-11-16T19:34:30,410 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:30,410 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 379, reset compression=false 2024-11-16T19:34:30,410 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,46545,1731785660387 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:30,519 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:34:30,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:30,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:30,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:30,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:30,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:30,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:30,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38031,1731785656914, seqNum=-1] 2024-11-16T19:34:30,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:30,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:30,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25., hostname=d11ab77873cb,38031,1731785656914, seqNum=2] 2024-11-16T19:34:30,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,46545,1731785660387, seqNum=-1] 2024-11-16T19:34:30,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:30,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5., hostname=d11ab77873cb,46545,1731785660387, seqNum=2] 2024-11-16T19:34:30,529 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T19:34:30,614 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 379, reset compression=false 2024-11-16T19:34:30,683 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 379, reset compression=false 2024-11-16T19:34:30,687 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:34:30,687 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 480, reset compression=false 2024-11-16T19:34:30,687 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38031,1731785656914 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8de7ec821ddf7501861eb19ae4dfe25/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T19:34:30,689 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:30,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-16T19:34:30,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:34:30,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6514b0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:30,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42297,-1 for getting cluster id 2024-11-16T19:34:30,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:30,694 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad5fee80-6a86-4e98-92af-3bdab9691e6f' 2024-11-16T19:34:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad5fee80-6a86-4e98-92af-3bdab9691e6f" 2024-11-16T19:34:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@420c1d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42297,-1] 2024-11-16T19:34:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:30,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:30,695 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:30,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73123db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:30,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:30,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,46545,1731785660387, seqNum=-1] 2024-11-16T19:34:30,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:30,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:30,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5., hostname=d11ab77873cb,46545,1731785660387, seqNum=2] 2024-11-16T19:34:30,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:34:30,891 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 480, reset compression=false 2024-11-16T19:34:30,918 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 379, reset compression=false 2024-11-16T19:34:30,922 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:30,922 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 504, reset compression=false 2024-11-16T19:34:30,922 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,46545,1731785660387 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:30,942 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:34:31,125 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 504, reset compression=false 2024-11-16T19:34:31,195 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 480, reset compression=false 2024-11-16T19:34:31,429 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 504, reset compression=false 2024-11-16T19:34:31,532 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T19:34:31,535 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T19:34:31,604 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 480, reset compression=false 2024-11-16T19:34:31,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:31,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:31,832 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 504, reset compression=false 2024-11-16T19:34:31,836 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:34:31,836 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 608, reset compression=false 2024-11-16T19:34:31,837 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,46545,1731785660387 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8cd899732c63e985d1cd3e6714d82f5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T19:34:31,839 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:31,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-16T19:34:31,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:34:31,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15f8983c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:31,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,39687,-1 for getting cluster id 2024-11-16T19:34:31,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:31,841 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a34dd2de-c903-4433-9026-42851eb6b44d' 2024-11-16T19:34:31,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:31,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a34dd2de-c903-4433-9026-42851eb6b44d" 2024-11-16T19:34:31,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f56488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:31,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,39687,-1] 2024-11-16T19:34:31,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:31,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:31,842 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:31,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@243f22b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:31,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:31,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,38031,1731785656914, seqNum=-1] 2024-11-16T19:34:31,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:31,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:31,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25., hostname=d11ab77873cb,38031,1731785656914, seqNum=2] 2024-11-16T19:34:31,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:34:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:34:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T19:34:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T19:34:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T19:34:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:34:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T19:34:32,040 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 608, reset compression=false 2024-11-16T19:34:32,108 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 480, reset compression=false 2024-11-16T19:34:32,112 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:32,112 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 608, reset compression=false 2024-11-16T19:34:32,112 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38031,1731785656914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:32,315 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 608, reset compression=false 2024-11-16T19:34:32,343 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 608, reset compression=false 2024-11-16T19:34:32,536 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T19:34:32,548 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T19:34:32,618 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 608, reset compression=false 2024-11-16T19:34:32,623 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:34:32,623 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 764, reset compression=false 2024-11-16T19:34:32,623 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38031,1731785656914 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8de7ec821ddf7501861eb19ae4dfe25/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T19:34:32,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:34:32,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:34:32,746 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 608, reset compression=false 2024-11-16T19:34:32,751 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:32,751 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 756, reset compression=false 2024-11-16T19:34:32,751 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,46545,1731785660387 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:32,833 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 764, reset compression=false 2024-11-16T19:34:32,955 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 756, reset compression=false 2024-11-16T19:34:33,137 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 764, reset compression=false 2024-11-16T19:34:33,259 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 756, reset compression=false 2024-11-16T19:34:33,540 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 764, reset compression=false 2024-11-16T19:34:33,550 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T19:34:33,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T19:34:33,662 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 756, reset compression=false 2024-11-16T19:34:33,665 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:34:33,666 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 915, reset compression=false 2024-11-16T19:34:33,666 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,46545,1731785660387 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8cd899732c63e985d1cd3e6714d82f5/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T19:34:33,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:34:33,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38031 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:34:33,874 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 915, reset compression=false 2024-11-16T19:34:34,044 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 764, reset compression=false 2024-11-16T19:34:34,048 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:34,048 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:34,048 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38031,1731785656914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:34,177 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 915, reset compression=false 2024-11-16T19:34:34,251 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:34,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T19:34:34,555 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:34:34,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:34,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:34,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:34,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:34,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:34:34,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:34,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=15950350, stopped=false 2024-11-16T19:34:34,558 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,42297,1731785660361 2024-11-16T19:34:34,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797699396/running 2024-11-16T19:34:34,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797699396/running 2024-11-16T19:34:34,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:34,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:34,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:34:34,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:34,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:34,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:34,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,46545,1731785660387' ***** 2024-11-16T19:34:34,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on znode that does not yet exist, /1797699396/running 2024-11-16T19:34:34,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:34:34,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Set watcher on znode that does not yet exist, /1797699396/running 2024-11-16T19:34:34,560 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:34:34,560 INFO [RS:0;d11ab77873cb:46545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:34:34,560 INFO [RS:0;d11ab77873cb:46545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:34:34,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:34:34,560 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:34,560 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:34,560 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,46545,1731785660387 2024-11-16T19:34:34,560 INFO [RS:0;d11ab77873cb:46545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:34:34,560 INFO [RS:0;d11ab77873cb:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:46545. 2024-11-16T19:34:34,561 DEBUG [RS:0;d11ab77873cb:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:34,561 DEBUG [RS:0;d11ab77873cb:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:34,561 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:34:34,561 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:34:34,561 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:34:34,561 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:34:34,561 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:34:34,561 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1325): Online Regions={c8cd899732c63e985d1cd3e6714d82f5=test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5., 1588230740=hbase:meta,,1.1588230740, a3419652e7d70c3d374a80f98f228056=hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056.} 2024-11-16T19:34:34,561 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8cd899732c63e985d1cd3e6714d82f5, disabling compactions & flushes 2024-11-16T19:34:34,561 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3419652e7d70c3d374a80f98f228056, c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:34,561 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:34,561 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:34,561 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:34,561 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:34,561 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:34,561 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. after waiting 0 ms 2024-11-16T19:34:34,561 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:34,561 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:34,561 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:34,561 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8cd899732c63e985d1cd3e6714d82f5 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-16T19:34:34,561 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:34:34,576 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/info/20519f84b3d44f30baaa6eb00582c67e is 147, key is hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056./info:regioninfo/1731785670148/Put/seqid=0 2024-11-16T19:34:34,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741840_1016 (size=7686) 2024-11-16T19:34:34,580 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 915, reset compression=false 2024-11-16T19:34:34,583 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/f/b483e2a8640d4a87b54b8ca091c4d33f is 29, key is row1/f:/1731785673551/DeleteFamily/seqid=0 2024-11-16T19:34:34,585 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:34,585 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 1162, reset compression=false 2024-11-16T19:34:34,585 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,46545,1731785660387 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:34,585 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,46545,1731785660387: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,46545,1731785660387, walGroup=d11ab77873cb%2C46545%2C1731785660387, offset=d11ab77873cb%2C46545%2C1731785660387.1731785661959:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:46545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:34:34,586 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:34:34,586 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:34:34,586 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:34:34,586 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:34:34,587 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:34:34,587 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 576873592 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 190922088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:34:34,587 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:42297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:42297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:34:34,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741841_1017 (size=5118) 2024-11-16T19:34:34,649 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:34:34,761 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3419652e7d70c3d374a80f98f228056, c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:34,793 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 1162, reset compression=false 2024-11-16T19:34:34,833 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:34:34,833 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:34:34,958 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:34,961 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3419652e7d70c3d374a80f98f228056, c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:34,981 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/info/20519f84b3d44f30baaa6eb00582c67e 2024-11-16T19:34:34,994 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/f/b483e2a8640d4a87b54b8ca091c4d33f 2024-11-16T19:34:34,997 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/ns/e43a22e6da5842ce92e983b722c68d56 is 43, key is default/ns:d/1731785662886/Put/seqid=0 2024-11-16T19:34:34,998 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b483e2a8640d4a87b54b8ca091c4d33f 2024-11-16T19:34:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741842_1018 (size=5153) 2024-11-16T19:34:35,013 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/f1/a76446f987bd4f6eb6346a5493a2fffd is 30, key is row1/f1:/1731785673551/DeleteFamily/seqid=0 2024-11-16T19:34:35,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741843_1019 (size=5123) 2024-11-16T19:34:35,096 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 1162, reset compression=false 2024-11-16T19:34:35,162 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3419652e7d70c3d374a80f98f228056, c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:35,362 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3419652e7d70c3d374a80f98f228056, c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:35,400 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/ns/e43a22e6da5842ce92e983b722c68d56 2024-11-16T19:34:35,417 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/rep_barrier/77183acb5edd403aaaca3eb589beb7df is 112, key is test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5./rep_barrier:seqnumDuringOpen/1731785666215/Put/seqid=0 2024-11-16T19:34:35,417 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/f1/a76446f987bd4f6eb6346a5493a2fffd 2024-11-16T19:34:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741844_1020 (size=5518) 2024-11-16T19:34:35,421 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a76446f987bd4f6eb6346a5493a2fffd 2024-11-16T19:34:35,438 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/norep/2e2570f7b45146379451ef275e8417a9 is 33, key is row1/norep:/1731785673551/DeleteFamily/seqid=0 2024-11-16T19:34:35,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741845_1021 (size=5108) 2024-11-16T19:34:35,461 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:35,500 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 1162, reset compression=false 2024-11-16T19:34:35,562 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3419652e7d70c3d374a80f98f228056, c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:35,762 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3419652e7d70c3d374a80f98f228056, c8cd899732c63e985d1cd3e6714d82f5 2024-11-16T19:34:35,821 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/rep_barrier/77183acb5edd403aaaca3eb589beb7df 2024-11-16T19:34:35,838 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/table/04f5233883634f248c5e27cb7a3dafc8 is 53, key is hbase:replication/table:state/1731785670155/Put/seqid=0 2024-11-16T19:34:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741846_1022 (size=5308) 2024-11-16T19:34:35,842 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/norep/2e2570f7b45146379451ef275e8417a9 2024-11-16T19:34:35,845 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e2570f7b45146379451ef275e8417a9 2024-11-16T19:34:35,846 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/f/b483e2a8640d4a87b54b8ca091c4d33f as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/f/b483e2a8640d4a87b54b8ca091c4d33f 2024-11-16T19:34:35,849 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b483e2a8640d4a87b54b8ca091c4d33f 2024-11-16T19:34:35,850 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/f/b483e2a8640d4a87b54b8ca091c4d33f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T19:34:35,850 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/f1/a76446f987bd4f6eb6346a5493a2fffd as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/f1/a76446f987bd4f6eb6346a5493a2fffd 2024-11-16T19:34:35,854 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a76446f987bd4f6eb6346a5493a2fffd 2024-11-16T19:34:35,854 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/f1/a76446f987bd4f6eb6346a5493a2fffd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T19:34:35,855 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/.tmp/norep/2e2570f7b45146379451ef275e8417a9 as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/norep/2e2570f7b45146379451ef275e8417a9 2024-11-16T19:34:35,858 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e2570f7b45146379451ef275e8417a9 2024-11-16T19:34:35,858 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/norep/2e2570f7b45146379451ef275e8417a9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T19:34:35,859 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c8cd899732c63e985d1cd3e6714d82f5 in 1298ms, sequenceid=8, compaction requested=false 2024-11-16T19:34:35,862 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/default/test/c8cd899732c63e985d1cd3e6714d82f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T19:34:35,863 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:35,863 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:34:35,863 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:35,863 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8cd899732c63e985d1cd3e6714d82f5: Waiting for close lock at 1731785674561Running coprocessor pre-close hooks at 1731785674561Disabling compacts and flushes for region at 1731785674561Disabling writes for close at 1731785674561Obtaining lock to block concurrent updates at 1731785674561Preparing flush snapshotting stores in c8cd899732c63e985d1cd3e6714d82f5 at 1731785674561Finished memstore snapshotting test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731785674562 (+1 ms)Flushing stores of test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. at 1731785674562Flushing c8cd899732c63e985d1cd3e6714d82f5/f: creating writer at 1731785674562Flushing c8cd899732c63e985d1cd3e6714d82f5/f: appending metadata at 1731785674583 (+21 ms)Flushing c8cd899732c63e985d1cd3e6714d82f5/f: closing flushed file at 1731785674583Flushing c8cd899732c63e985d1cd3e6714d82f5/f1: creating writer at 1731785674998 (+415 ms)Flushing c8cd899732c63e985d1cd3e6714d82f5/f1: appending metadata at 1731785675013 (+15 ms)Flushing c8cd899732c63e985d1cd3e6714d82f5/f1: closing flushed file at 1731785675013Flushing c8cd899732c63e985d1cd3e6714d82f5/norep: creating writer at 1731785675421 (+408 ms)Flushing c8cd899732c63e985d1cd3e6714d82f5/norep: appending metadata at 1731785675437 (+16 ms)Flushing c8cd899732c63e985d1cd3e6714d82f5/norep: closing flushed file at 1731785675437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f76ebf5: reopening flushed file at 1731785675845 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bd7025: reopening flushed file at 1731785675850 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d740aae: reopening flushed file at 1731785675854 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c8cd899732c63e985d1cd3e6714d82f5 in 1298ms, sequenceid=8, compaction requested=false at 1731785675859 (+5 ms)Writing region close event to WAL at 1731785675860 (+1 ms)Running coprocessor post-close hooks at 1731785675863 (+3 ms)Closed at 1731785675863 2024-11-16T19:34:35,863 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785665071.c8cd899732c63e985d1cd3e6714d82f5. 2024-11-16T19:34:35,863 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3419652e7d70c3d374a80f98f228056, disabling compactions & flushes 2024-11-16T19:34:35,863 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:35,863 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:35,863 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. after waiting 0 ms 2024-11-16T19:34:35,863 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:35,864 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3419652e7d70c3d374a80f98f228056: Waiting for close lock at 1731785675863Running coprocessor pre-close hooks at 1731785675863Disabling compacts and flushes for region at 1731785675863Disabling writes for close at 1731785675863Failed flush hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056., putting online again at 1731785675864 (+1 ms) 2024-11-16T19:34:35,864 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:35,962 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:34:35,962 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a3419652e7d70c3d374a80f98f228056=hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056.} 2024-11-16T19:34:35,962 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:35,962 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3419652e7d70c3d374a80f98f228056 2024-11-16T19:34:35,962 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3419652e7d70c3d374a80f98f228056, disabling compactions & flushes 2024-11-16T19:34:35,962 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:35,962 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:35,963 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. after waiting 0 ms 2024-11-16T19:34:35,963 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:35,963 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3419652e7d70c3d374a80f98f228056: Waiting for close lock at 1731785675962Running coprocessor pre-close hooks at 1731785675962Disabling compacts and flushes for region at 1731785675962Disabling writes for close at 1731785675963 (+1 ms)Failed flush hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056., putting online again at 1731785675963 2024-11-16T19:34:35,963 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785669391.a3419652e7d70c3d374a80f98f228056. 2024-11-16T19:34:36,004 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 1162, reset compression=false 2024-11-16T19:34:36,008 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:36,008 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 1806, reset compression=false 2024-11-16T19:34:36,065 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:36,162 DEBUG [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:36,211 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 1806, reset compression=false 2024-11-16T19:34:36,242 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/table/04f5233883634f248c5e27cb7a3dafc8 2024-11-16T19:34:36,246 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/info/20519f84b3d44f30baaa6eb00582c67e as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/info/20519f84b3d44f30baaa6eb00582c67e 2024-11-16T19:34:36,251 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/info/20519f84b3d44f30baaa6eb00582c67e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:34:36,251 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/ns/e43a22e6da5842ce92e983b722c68d56 as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/ns/e43a22e6da5842ce92e983b722c68d56 2024-11-16T19:34:36,257 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/ns/e43a22e6da5842ce92e983b722c68d56, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:34:36,257 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/rep_barrier/77183acb5edd403aaaca3eb589beb7df as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/rep_barrier/77183acb5edd403aaaca3eb589beb7df 2024-11-16T19:34:36,261 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/rep_barrier/77183acb5edd403aaaca3eb589beb7df, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:34:36,262 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/.tmp/table/04f5233883634f248c5e27cb7a3dafc8 as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/table/04f5233883634f248c5e27cb7a3dafc8 2024-11-16T19:34:36,266 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/table/04f5233883634f248c5e27cb7a3dafc8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:34:36,267 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-16T19:34:36,272 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:34:36,273 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:36,273 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:34:36,273 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:36,273 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785674561Running coprocessor pre-close hooks at 1731785674561Disabling compacts and flushes for region at 1731785674561Disabling writes for close at 1731785674561Obtaining lock to block concurrent updates at 1731785674561Preparing flush snapshotting stores in 1588230740 at 1731785674561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785674562 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785674562Flushing 1588230740/info: creating writer at 1731785674562Flushing 1588230740/info: appending metadata at 1731785674576 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731785674576Flushing 1588230740/ns: creating writer at 1731785674984 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731785674997 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731785674997Flushing 1588230740/rep_barrier: creating writer at 1731785675404 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785675416 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785675416Flushing 1588230740/table: creating writer at 1731785675824 (+408 ms)Flushing 1588230740/table: appending metadata at 1731785675837 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731785675837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193ec2cd: reopening flushed file at 1731785676246 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289d674f: reopening flushed file at 1731785676251 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f397ea: reopening flushed file at 1731785676257 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e347e96: reopening flushed file at 1731785676261 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731785676267 (+6 ms)Writing region close event to WAL at 1731785676270 (+3 ms)Running coprocessor post-close hooks at 1731785676273 (+3 ms)Closed at 1731785676273 2024-11-16T19:34:36,273 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:36,363 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T19:34:36,363 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,46545,1731785660387; all regions closed. 2024-11-16T19:34:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:34:36,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.meta.1731785662850.meta not finished, retry = 0 2024-11-16T19:34:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741839_1015 (size=1733) 2024-11-16T19:34:36,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.rep.1731785670121 not finished, retry = 0 2024-11-16T19:34:36,514 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 to pos 1806, reset compression=false 2024-11-16T19:34:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741832_1008 (size=1814) 2024-11-16T19:34:36,570 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/WALs/d11ab77873cb,46545,1731785660387/d11ab77873cb%2C46545%2C1731785660387.1731785661959 not finished, retry = 0 2024-11-16T19:34:36,670 DEBUG [RS:0;d11ab77873cb:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:36,670 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:34:36,671 INFO [RS:0;d11ab77873cb:46545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:34:36,671 INFO [RS:0;d11ab77873cb:46545 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:34:36,671 INFO [RS:0;d11ab77873cb:46545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:34:36,671 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:34:36,671 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,46545,1731785660387 because: Region server is closing 2024-11-16T19:34:36,671 INFO [RS:0;d11ab77873cb:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:46545. 2024-11-16T19:34:36,672 DEBUG [RS:0;d11ab77873cb:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:36,672 DEBUG [RS:0;d11ab77873cb:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:36,672 DEBUG [RS:0;d11ab77873cb:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:36,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:36,768 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:36,772 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.shipperd11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 terminated 2024-11-16T19:34:36,772 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,46545,1731785660387.replicationSource.wal-reader.d11ab77873cb%2C46545%2C1731785660387,1-d11ab77873cb,46545,1731785660387 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:34:36,772 INFO [RS:0;d11ab77873cb:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:46545. 2024-11-16T19:34:36,772 DEBUG [RS:0;d11ab77873cb:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:36,772 DEBUG [RS:0;d11ab77873cb:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:36,772 DEBUG [RS:0;d11ab77873cb:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:36,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:36,772 INFO [RS:0;d11ab77873cb:46545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46545 2024-11-16T19:34:36,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797699396/rs/d11ab77873cb,46545,1731785660387 2024-11-16T19:34:36,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396/rs 2024-11-16T19:34:36,774 INFO [RS:0;d11ab77873cb:46545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:34:36,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,46545,1731785660387] 2024-11-16T19:34:36,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1797699396/draining/d11ab77873cb,46545,1731785660387 already deleted, retry=false 2024-11-16T19:34:36,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,46545,1731785660387 expired; onlineServers=0 2024-11-16T19:34:36,775 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,42297,1731785660361' ***** 2024-11-16T19:34:36,775 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:34:36,775 INFO [M:0;d11ab77873cb:42297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:34:36,775 INFO [M:0;d11ab77873cb:42297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:34:36,775 DEBUG [M:0;d11ab77873cb:42297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:34:36,775 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:34:36,775 DEBUG [M:0;d11ab77873cb:42297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:34:36,775 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785661714 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785661714,5,FailOnTimeoutGroup] 2024-11-16T19:34:36,775 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785661715 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785661715,5,FailOnTimeoutGroup] 2024-11-16T19:34:36,775 INFO [M:0;d11ab77873cb:42297 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:34:36,775 INFO [M:0;d11ab77873cb:42297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:34:36,775 DEBUG [M:0;d11ab77873cb:42297 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:34:36,776 INFO [M:0;d11ab77873cb:42297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:34:36,776 INFO [M:0;d11ab77873cb:42297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:34:36,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1797699396/master 2024-11-16T19:34:36,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1797699396 2024-11-16T19:34:36,776 INFO [M:0;d11ab77873cb:42297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:34:36,776 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:34:36,777 DEBUG [M:0;d11ab77873cb:42297 {}] zookeeper.ZKUtil(347): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Unable to get data of znode /1797699396/master because node does not exist (not an error) 2024-11-16T19:34:36,777 WARN [M:0;d11ab77873cb:42297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:34:36,777 INFO [M:0;d11ab77873cb:42297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/.lastflushedseqids 2024-11-16T19:34:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741847_1023 (size=245) 2024-11-16T19:34:36,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:36,875 INFO [RS:0;d11ab77873cb:46545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:34:36,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x1004a0763000004, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:36,875 INFO [RS:0;d11ab77873cb:46545 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,46545,1731785660387; zookeeper connection closed. 2024-11-16T19:34:36,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f48f41d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f48f41d 2024-11-16T19:34:36,875 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:34:37,185 INFO [M:0;d11ab77873cb:42297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:34:37,185 INFO [M:0;d11ab77873cb:42297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:34:37,186 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:37,186 INFO [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:37,186 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:37,186 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:37,186 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:37,186 INFO [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T19:34:37,199 DEBUG [M:0;d11ab77873cb:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b272eb493be14bf0b654dafa61d04d07 is 82, key is hbase:meta,,1/info:regioninfo/1731785662878/Put/seqid=0 2024-11-16T19:34:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741848_1024 (size=5672) 2024-11-16T19:34:37,572 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:37,603 INFO [M:0;d11ab77873cb:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b272eb493be14bf0b654dafa61d04d07 2024-11-16T19:34:37,618 DEBUG [M:0;d11ab77873cb:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28de216b9f348dcaf060ead55641c0c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785670158/Put/seqid=0 2024-11-16T19:34:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741849_1025 (size=8515) 2024-11-16T19:34:38,022 INFO [M:0;d11ab77873cb:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28de216b9f348dcaf060ead55641c0c 2024-11-16T19:34:38,037 DEBUG [M:0;d11ab77873cb:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b362dd228247465494ea55dbca76e640 is 69, key is d11ab77873cb,46545,1731785660387/rs:state/1731785661823/Put/seqid=0 2024-11-16T19:34:38,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741850_1026 (size=5156) 2024-11-16T19:34:38,441 INFO [M:0;d11ab77873cb:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b362dd228247465494ea55dbca76e640 2024-11-16T19:34:38,445 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b272eb493be14bf0b654dafa61d04d07 as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b272eb493be14bf0b654dafa61d04d07 2024-11-16T19:34:38,448 INFO [M:0;d11ab77873cb:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b272eb493be14bf0b654dafa61d04d07, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T19:34:38,449 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28de216b9f348dcaf060ead55641c0c as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b28de216b9f348dcaf060ead55641c0c 2024-11-16T19:34:38,452 INFO [M:0;d11ab77873cb:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b28de216b9f348dcaf060ead55641c0c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T19:34:38,453 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b362dd228247465494ea55dbca76e640 as hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b362dd228247465494ea55dbca76e640 2024-11-16T19:34:38,456 INFO [M:0;d11ab77873cb:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b362dd228247465494ea55dbca76e640, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T19:34:38,457 INFO [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false 2024-11-16T19:34:38,461 INFO [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:38,461 DEBUG [M:0;d11ab77873cb:42297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785677185Disabling compacts and flushes for region at 1731785677185Disabling writes for close at 1731785677186 (+1 ms)Obtaining lock to block concurrent updates at 1731785677186Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785677186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731785677186Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785677187 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785677187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785677199 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785677199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785677606 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785677618 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785677618Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785678025 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785678037 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785678037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@437ae35a: reopening flushed file at 1731785678444 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45301db3: reopening flushed file at 1731785678449 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ff8de0: reopening flushed file at 1731785678453 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=97, compaction requested=false at 1731785678457 (+4 ms)Writing region close event to WAL at 1731785678461 (+4 ms)Closed at 1731785678461 2024-11-16T19:34:38,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39905 is added to blk_1073741830_1006 (size=63642) 2024-11-16T19:34:38,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f3fe084-b9af-696b-7fed-fdb7b9cca6ac/MasterData/WALs/d11ab77873cb,42297,1731785660361/d11ab77873cb%2C42297%2C1731785660361.1731785661661 not finished, retry = 0 2024-11-16T19:34:38,475 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:38,564 INFO [M:0;d11ab77873cb:42297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:34:38,564 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:34:38,564 INFO [M:0;d11ab77873cb:42297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42297 2024-11-16T19:34:38,564 INFO [M:0;d11ab77873cb:42297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:34:38,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:38,665 INFO [M:0;d11ab77873cb:42297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:34:38,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x1004a0763000003, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:38,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dd62039{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:38,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b17494e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:34:38,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:34:38,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d4f521{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:34:38,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6998abdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.log.dir/,STOPPED} 2024-11-16T19:34:38,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:34:38,669 WARN [BP-1944636433-172.17.0.2-1731785659463 heartbeating to localhost/127.0.0.1:44055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:34:38,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:34:38,669 WARN [BP-1944636433-172.17.0.2-1731785659463 heartbeating to localhost/127.0.0.1:44055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1944636433-172.17.0.2-1731785659463 (Datanode Uuid 55ec3586-8105-465d-90a5-25c9e0e00494) service to localhost/127.0.0.1:44055 2024-11-16T19:34:38,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/cluster_80525866-63ed-d4fa-fcb6-edd6cbb559f8/data/data1/current/BP-1944636433-172.17.0.2-1731785659463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:34:38,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/cluster_80525866-63ed-d4fa-fcb6-edd6cbb559f8/data/data2/current/BP-1944636433-172.17.0.2-1731785659463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:34:38,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:34:38,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1193cbd2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:38,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67959aac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:34:38,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:34:38,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1abf7b0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:34:38,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6054a5e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.log.dir/,STOPPED} 2024-11-16T19:34:38,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:34:38,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:34:38,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:38,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:38,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:38,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:38,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:38,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:34:38,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=806374660, stopped=false 2024-11-16T19:34:38,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,39687,1731785656872 2024-11-16T19:34:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01620823887/running 2024-11-16T19:34:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01620823887/running 2024-11-16T19:34:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:38,691 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:34:38,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:38,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:38,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:38,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on znode that does not yet exist, /01620823887/running 2024-11-16T19:34:38,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Set watcher on znode that does not yet exist, /01620823887/running 2024-11-16T19:34:38,692 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,38031,1731785656914' ***** 2024-11-16T19:34:38,692 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:34:38,692 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:34:38,692 INFO [RS:0;d11ab77873cb:38031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:34:38,692 INFO [RS:0;d11ab77873cb:38031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:34:38,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:34:38,692 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,38031,1731785656914 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:38031. 2024-11-16T19:34:38,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8de7ec821ddf7501861eb19ae4dfe25, disabling compactions & flushes 2024-11-16T19:34:38,693 DEBUG [RS:0;d11ab77873cb:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:38,693 DEBUG [RS:0;d11ab77873cb:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:38,693 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:38,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:34:38,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. after waiting 0 ms 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:34:38,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:34:38,693 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8de7ec821ddf7501861eb19ae4dfe25 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-16T19:34:38,693 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:34:38,693 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1325): Online Regions={c8de7ec821ddf7501861eb19ae4dfe25=test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25., 1588230740=hbase:meta,,1.1588230740, 0e2873fdca582b17b1dcb3983a169878=hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878.} 2024-11-16T19:34:38,693 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 0e2873fdca582b17b1dcb3983a169878, 1588230740, c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:38,693 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:38,693 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:38,693 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:38,693 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:38,693 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:38,693 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:34:38,709 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/f/54072676d0c348faa7369da9ab8dbe65 is 29, key is row1/f:/1731785673551/DeleteFamily/seqid=0 2024-11-16T19:34:38,710 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/info/953c2739ef9b466fac4e44894569a22c is 147, key is hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878./info:regioninfo/1731785668393/Put/seqid=0 2024-11-16T19:34:38,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741840_1016 (size=5118) 2024-11-16T19:34:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741841_1017 (size=7686) 2024-11-16T19:34:38,713 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/f/54072676d0c348faa7369da9ab8dbe65 2024-11-16T19:34:38,716 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54072676d0c348faa7369da9ab8dbe65 2024-11-16T19:34:38,728 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/f1/988471695c4a4ac980efb3aa043dff81 is 30, key is row1/f1:/1731785673551/DeleteFamily/seqid=0 2024-11-16T19:34:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741842_1018 (size=5123) 2024-11-16T19:34:38,762 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:34:38,762 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:34:38,780 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:34:38,893 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 0e2873fdca582b17b1dcb3983a169878, 1588230740, c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:39,093 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 0e2873fdca582b17b1dcb3983a169878, 1588230740, c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:39,114 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/info/953c2739ef9b466fac4e44894569a22c 2024-11-16T19:34:39,130 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/ns/b3796acd9b1a419ea23d2708de602765 is 43, key is default/ns:d/1731785659419/Put/seqid=0 2024-11-16T19:34:39,131 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/f1/988471695c4a4ac980efb3aa043dff81 2024-11-16T19:34:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741843_1019 (size=5153) 2024-11-16T19:34:39,135 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 988471695c4a4ac980efb3aa043dff81 2024-11-16T19:34:39,149 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/norep/7f48791c3dd64a138fa6edbda3dc9923 is 32, key is row/norep:/1731785672539/DeleteFamily/seqid=0 2024-11-16T19:34:39,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741844_1020 (size=5101) 2024-11-16T19:34:39,294 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 0e2873fdca582b17b1dcb3983a169878, 1588230740, c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:39,477 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 914, reset compression=false 2024-11-16T19:34:39,481 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:39,481 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 1161, reset compression=false 2024-11-16T19:34:39,481 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,38031,1731785656914 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:39,482 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,38031,1731785656914: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,38031,1731785656914, walGroup=d11ab77873cb%2C38031%2C1731785656914, offset=d11ab77873cb%2C38031%2C1731785656914.1731785658892:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:38031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:34:39,484 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:34:39,484 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:34:39,484 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:34:39,484 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:34:39,484 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:34:39,484 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 650273912 }, "NonHeapMemoryUsage": { "committed": 195428352, "init": 7667712, "max": -1, "used": 191591952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:34:39,485 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:39687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:39687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:34:39,494 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 0e2873fdca582b17b1dcb3983a169878, 1588230740, c8de7ec821ddf7501861eb19ae4dfe25 2024-11-16T19:34:39,534 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/ns/b3796acd9b1a419ea23d2708de602765 2024-11-16T19:34:39,549 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/rep_barrier/d008428293f34aaea7ce8ea64455731e is 112, key is test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25./rep_barrier:seqnumDuringOpen/1731785664067/Put/seqid=0 2024-11-16T19:34:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741845_1021 (size=5518) 2024-11-16T19:34:39,553 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/norep/7f48791c3dd64a138fa6edbda3dc9923 2024-11-16T19:34:39,556 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f48791c3dd64a138fa6edbda3dc9923 2024-11-16T19:34:39,556 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/f/54072676d0c348faa7369da9ab8dbe65 as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/f/54072676d0c348faa7369da9ab8dbe65 2024-11-16T19:34:39,560 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54072676d0c348faa7369da9ab8dbe65 2024-11-16T19:34:39,560 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/f/54072676d0c348faa7369da9ab8dbe65, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T19:34:39,561 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/f1/988471695c4a4ac980efb3aa043dff81 as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/f1/988471695c4a4ac980efb3aa043dff81 2024-11-16T19:34:39,564 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 988471695c4a4ac980efb3aa043dff81 2024-11-16T19:34:39,564 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/f1/988471695c4a4ac980efb3aa043dff81, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T19:34:39,565 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/.tmp/norep/7f48791c3dd64a138fa6edbda3dc9923 as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/norep/7f48791c3dd64a138fa6edbda3dc9923 2024-11-16T19:34:39,569 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f48791c3dd64a138fa6edbda3dc9923 2024-11-16T19:34:39,569 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/norep/7f48791c3dd64a138fa6edbda3dc9923, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T19:34:39,570 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c8de7ec821ddf7501861eb19ae4dfe25 in 877ms, sequenceid=8, compaction requested=false 2024-11-16T19:34:39,577 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/default/test/c8de7ec821ddf7501861eb19ae4dfe25/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T19:34:39,577 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:39,577 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:34:39,577 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:39,577 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8de7ec821ddf7501861eb19ae4dfe25: Waiting for close lock at 1731785678693Running coprocessor pre-close hooks at 1731785678693Disabling compacts and flushes for region at 1731785678693Disabling writes for close at 1731785678693Obtaining lock to block concurrent updates at 1731785678693Preparing flush snapshotting stores in c8de7ec821ddf7501861eb19ae4dfe25 at 1731785678693Finished memstore snapshotting test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731785678693Flushing stores of test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. at 1731785678694 (+1 ms)Flushing c8de7ec821ddf7501861eb19ae4dfe25/f: creating writer at 1731785678694Flushing c8de7ec821ddf7501861eb19ae4dfe25/f: appending metadata at 1731785678709 (+15 ms)Flushing c8de7ec821ddf7501861eb19ae4dfe25/f: closing flushed file at 1731785678709Flushing c8de7ec821ddf7501861eb19ae4dfe25/f1: creating writer at 1731785678717 (+8 ms)Flushing c8de7ec821ddf7501861eb19ae4dfe25/f1: appending metadata at 1731785678728 (+11 ms)Flushing c8de7ec821ddf7501861eb19ae4dfe25/f1: closing flushed file at 1731785678728Flushing c8de7ec821ddf7501861eb19ae4dfe25/norep: creating writer at 1731785679136 (+408 ms)Flushing c8de7ec821ddf7501861eb19ae4dfe25/norep: appending metadata at 1731785679148 (+12 ms)Flushing c8de7ec821ddf7501861eb19ae4dfe25/norep: closing flushed file at 1731785679148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abe57b1: reopening flushed file at 1731785679556 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24941c3f: reopening flushed file at 1731785679560 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492fab8b: reopening flushed file at 1731785679564 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c8de7ec821ddf7501861eb19ae4dfe25 in 877ms, sequenceid=8, compaction requested=false at 1731785679570 (+6 ms)Writing region close event to WAL at 1731785679574 (+4 ms)Running coprocessor post-close hooks at 1731785679577 (+3 ms)Closed at 1731785679577 2024-11-16T19:34:39,578 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785662919.c8de7ec821ddf7501861eb19ae4dfe25. 2024-11-16T19:34:39,578 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e2873fdca582b17b1dcb3983a169878, disabling compactions & flushes 2024-11-16T19:34:39,578 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:39,578 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:39,578 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. after waiting 0 ms 2024-11-16T19:34:39,578 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:39,578 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e2873fdca582b17b1dcb3983a169878: Waiting for close lock at 1731785679578Running coprocessor pre-close hooks at 1731785679578Disabling compacts and flushes for region at 1731785679578Disabling writes for close at 1731785679578Failed flush hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878., putting online again at 1731785679578 2024-11-16T19:34:39,578 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:39,684 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 1161, reset compression=false 2024-11-16T19:34:39,688 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:39,689 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 1805, reset compression=false 2024-11-16T19:34:39,694 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:34:39,694 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0e2873fdca582b17b1dcb3983a169878=hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878.} 2024-11-16T19:34:39,694 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e2873fdca582b17b1dcb3983a169878 2024-11-16T19:34:39,694 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 0e2873fdca582b17b1dcb3983a169878, 1588230740 2024-11-16T19:34:39,694 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e2873fdca582b17b1dcb3983a169878, disabling compactions & flushes 2024-11-16T19:34:39,694 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:39,694 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:39,694 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. after waiting 0 ms 2024-11-16T19:34:39,694 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:39,694 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e2873fdca582b17b1dcb3983a169878: Waiting for close lock at 1731785679694Running coprocessor pre-close hooks at 1731785679694Disabling compacts and flushes for region at 1731785679694Disabling writes for close at 1731785679694Failed flush hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878., putting online again at 1731785679694 2024-11-16T19:34:39,695 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785667237.0e2873fdca582b17b1dcb3983a169878. 2024-11-16T19:34:39,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:39,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:39,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28285 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:39,892 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 1805, reset compression=false 2024-11-16T19:34:39,894 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:39,953 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/rep_barrier/d008428293f34aaea7ce8ea64455731e 2024-11-16T19:34:39,969 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/table/497a6cdc124a4cdc81de80b8ea571494 is 53, key is hbase:replication/table:state/1731785668399/Put/seqid=0 2024-11-16T19:34:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741846_1022 (size=5308) 2024-11-16T19:34:40,094 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:40,195 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 1805, reset compression=false 2024-11-16T19:34:40,295 DEBUG [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:34:40,372 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/table/497a6cdc124a4cdc81de80b8ea571494 2024-11-16T19:34:40,376 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/info/953c2739ef9b466fac4e44894569a22c as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/info/953c2739ef9b466fac4e44894569a22c 2024-11-16T19:34:40,380 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/info/953c2739ef9b466fac4e44894569a22c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:34:40,381 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/ns/b3796acd9b1a419ea23d2708de602765 as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/ns/b3796acd9b1a419ea23d2708de602765 2024-11-16T19:34:40,384 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/ns/b3796acd9b1a419ea23d2708de602765, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:34:40,385 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/rep_barrier/d008428293f34aaea7ce8ea64455731e as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/rep_barrier/d008428293f34aaea7ce8ea64455731e 2024-11-16T19:34:40,388 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/rep_barrier/d008428293f34aaea7ce8ea64455731e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:34:40,389 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/.tmp/table/497a6cdc124a4cdc81de80b8ea571494 as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/table/497a6cdc124a4cdc81de80b8ea571494 2024-11-16T19:34:40,392 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/table/497a6cdc124a4cdc81de80b8ea571494, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:34:40,392 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-16T19:34:40,392 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:34:40,396 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:34:40,397 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:34:40,397 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:34:40,397 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:40,397 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785678693Running coprocessor pre-close hooks at 1731785678693Disabling compacts and flushes for region at 1731785678693Disabling writes for close at 1731785678693Obtaining lock to block concurrent updates at 1731785678693Preparing flush snapshotting stores in 1588230740 at 1731785678693Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785678694 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785678694Flushing 1588230740/info: creating writer at 1731785678694Flushing 1588230740/info: appending metadata at 1731785678710 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731785678710Flushing 1588230740/ns: creating writer at 1731785679117 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731785679130 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731785679130Flushing 1588230740/rep_barrier: creating writer at 1731785679538 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785679549 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785679549Flushing 1588230740/table: creating writer at 1731785679957 (+408 ms)Flushing 1588230740/table: appending metadata at 1731785679968 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731785679968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a05ced: reopening flushed file at 1731785680376 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb0734b: reopening flushed file at 1731785680380 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393a0c56: reopening flushed file at 1731785680384 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bab45a3: reopening flushed file at 1731785680388 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731785680392 (+4 ms)Writing region close event to WAL at 1731785680394 (+2 ms)Running coprocessor post-close hooks at 1731785680397 (+3 ms)Closed at 1731785680397 2024-11-16T19:34:40,397 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:40,495 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T19:34:40,495 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,38031,1731785656914; all regions closed. 2024-11-16T19:34:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:34:40,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.meta.1731785659381.meta not finished, retry = 0 2024-11-16T19:34:40,598 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 to pos 1805, reset compression=false 2024-11-16T19:34:40,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741839_1015 (size=1733) 2024-11-16T19:34:40,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.rep.1731785668366 not finished, retry = 0 2024-11-16T19:34:40,702 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/WALs/d11ab77873cb,38031,1731785656914/d11ab77873cb%2C38031%2C1731785656914.1731785658892 not finished, retry = 0 2024-11-16T19:34:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741832_1008 (size=1813) 2024-11-16T19:34:40,802 DEBUG [RS:0;d11ab77873cb:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:40,802 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:34:40,803 INFO [RS:0;d11ab77873cb:38031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:34:40,803 INFO [RS:0;d11ab77873cb:38031 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:34:40,803 INFO [RS:0;d11ab77873cb:38031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:34:40,803 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:34:40,803 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,38031,1731785656914 because: Region server is closing 2024-11-16T19:34:40,803 INFO [RS:0;d11ab77873cb:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:38031. 2024-11-16T19:34:40,803 DEBUG [RS:0;d11ab77873cb:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:40,803 DEBUG [RS:0;d11ab77873cb:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:40,803 DEBUG [RS:0;d11ab77873cb:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:40,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:40,904 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.shipperd11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 terminated 2024-11-16T19:34:40,904 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,38031,1731785656914.replicationSource.wal-reader.d11ab77873cb%2C38031%2C1731785656914,1-d11ab77873cb,38031,1731785656914 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:34:40,904 INFO [RS:0;d11ab77873cb:38031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:38031. 2024-11-16T19:34:40,904 DEBUG [RS:0;d11ab77873cb:38031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:40,904 DEBUG [RS:0;d11ab77873cb:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:40,904 DEBUG [RS:0;d11ab77873cb:38031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:40,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:40,904 INFO [RS:0;d11ab77873cb:38031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38031 2024-11-16T19:34:40,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887/rs 2024-11-16T19:34:40,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01620823887/rs/d11ab77873cb,38031,1731785656914 2024-11-16T19:34:40,906 INFO [RS:0;d11ab77873cb:38031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:34:40,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,38031,1731785656914] 2024-11-16T19:34:40,906 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01620823887/draining/d11ab77873cb,38031,1731785656914 already deleted, retry=false 2024-11-16T19:34:40,906 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,38031,1731785656914 expired; onlineServers=0 2024-11-16T19:34:40,906 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,39687,1731785656872' ***** 2024-11-16T19:34:40,907 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:34:40,907 INFO [M:0;d11ab77873cb:39687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:34:40,907 INFO [M:0;d11ab77873cb:39687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:34:40,907 DEBUG [M:0;d11ab77873cb:39687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:34:40,907 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:34:40,907 DEBUG [M:0;d11ab77873cb:39687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:34:40,907 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785658642 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785658642,5,FailOnTimeoutGroup] 2024-11-16T19:34:40,907 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785658645 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785658645,5,FailOnTimeoutGroup] 2024-11-16T19:34:40,907 INFO [M:0;d11ab77873cb:39687 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:34:40,907 INFO [M:0;d11ab77873cb:39687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:34:40,907 DEBUG [M:0;d11ab77873cb:39687 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:34:40,907 INFO [M:0;d11ab77873cb:39687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:34:40,907 INFO [M:0;d11ab77873cb:39687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:34:40,907 INFO [M:0;d11ab77873cb:39687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:34:40,907 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:34:40,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01620823887/master 2024-11-16T19:34:40,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01620823887 2024-11-16T19:34:40,908 DEBUG [M:0;d11ab77873cb:39687 {}] zookeeper.ZKUtil(347): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Unable to get data of znode /01620823887/master because node does not exist (not an error) 2024-11-16T19:34:40,908 WARN [M:0;d11ab77873cb:39687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:34:40,909 INFO [M:0;d11ab77873cb:39687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/.lastflushedseqids 2024-11-16T19:34:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741847_1023 (size=245) 2024-11-16T19:34:41,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:41,006 INFO [RS:0;d11ab77873cb:38031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:34:41,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38031-0x1004a0763000001, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:41,006 INFO [RS:0;d11ab77873cb:38031 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,38031,1731785656914; zookeeper connection closed. 2024-11-16T19:34:41,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49194f4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49194f4d 2024-11-16T19:34:41,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:34:41,313 INFO [M:0;d11ab77873cb:39687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:34:41,313 INFO [M:0;d11ab77873cb:39687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:34:41,313 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:41,313 INFO [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:41,313 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:41,313 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:41,313 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:41,313 INFO [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T19:34:41,326 DEBUG [M:0;d11ab77873cb:39687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9fb0d6e05194d0ebd6c661726b08bce is 82, key is hbase:meta,,1/info:regioninfo/1731785659410/Put/seqid=0 2024-11-16T19:34:41,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741848_1024 (size=5672) 2024-11-16T19:34:41,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:41,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:41,730 INFO [M:0;d11ab77873cb:39687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9fb0d6e05194d0ebd6c661726b08bce 2024-11-16T19:34:41,749 DEBUG [M:0;d11ab77873cb:39687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feb64e9319cd48a085358ee6d9130a31 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785668402/Put/seqid=0 2024-11-16T19:34:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741849_1025 (size=8516) 2024-11-16T19:34:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:34:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:34:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:34:42,153 INFO [M:0;d11ab77873cb:39687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feb64e9319cd48a085358ee6d9130a31 2024-11-16T19:34:42,168 DEBUG [M:0;d11ab77873cb:39687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95f89c0e3e3a4e86943c7563d4b7d4c3 is 69, key is d11ab77873cb,38031,1731785656914/rs:state/1731785658753/Put/seqid=0 2024-11-16T19:34:42,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741850_1026 (size=5156) 2024-11-16T19:34:42,572 INFO [M:0;d11ab77873cb:39687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95f89c0e3e3a4e86943c7563d4b7d4c3 2024-11-16T19:34:42,576 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9fb0d6e05194d0ebd6c661726b08bce as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9fb0d6e05194d0ebd6c661726b08bce 2024-11-16T19:34:42,579 INFO [M:0;d11ab77873cb:39687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9fb0d6e05194d0ebd6c661726b08bce, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T19:34:42,579 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feb64e9319cd48a085358ee6d9130a31 as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/feb64e9319cd48a085358ee6d9130a31 2024-11-16T19:34:42,582 INFO [M:0;d11ab77873cb:39687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/feb64e9319cd48a085358ee6d9130a31, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T19:34:42,583 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95f89c0e3e3a4e86943c7563d4b7d4c3 as hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95f89c0e3e3a4e86943c7563d4b7d4c3 2024-11-16T19:34:42,586 INFO [M:0;d11ab77873cb:39687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38135/user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95f89c0e3e3a4e86943c7563d4b7d4c3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T19:34:42,587 INFO [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-16T19:34:42,588 INFO [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:42,588 DEBUG [M:0;d11ab77873cb:39687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785681313Disabling compacts and flushes for region at 1731785681313Disabling writes for close at 1731785681313Obtaining lock to block concurrent updates at 1731785681313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785681313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731785681314 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785681314Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785681314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785681326 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785681326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785681734 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785681749 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785681749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785682156 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785682168 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785682168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7051d74c: reopening flushed file at 1731785682575 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fcc99e3: reopening flushed file at 1731785682579 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454c9771: reopening flushed file at 1731785682582 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731785682587 (+5 ms)Writing region close event to WAL at 1731785682588 (+1 ms)Closed at 1731785682588 2024-11-16T19:34:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45301 is added to blk_1073741830_1006 (size=63654) 2024-11-16T19:34:42,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b9f37cb-d693-a050-9a3c-1e66e2080b15/MasterData/WALs/d11ab77873cb,39687,1731785656872/d11ab77873cb%2C39687%2C1731785656872.1731785658589 not finished, retry = 0 2024-11-16T19:34:42,690 INFO [M:0;d11ab77873cb:39687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:34:42,690 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:34:42,690 INFO [M:0;d11ab77873cb:39687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39687 2024-11-16T19:34:42,691 INFO [M:0;d11ab77873cb:39687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:34:42,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:42,792 INFO [M:0;d11ab77873cb:39687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:34:42,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39687-0x1004a0763000000, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:34:42,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7167b3fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:42,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@512842ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:34:42,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:34:42,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b3b3b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:34:42,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b305ecb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.log.dir/,STOPPED} 2024-11-16T19:34:42,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:34:42,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:34:42,795 WARN [BP-1720857436-172.17.0.2-1731785655976 heartbeating to localhost/127.0.0.1:38135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:34:42,795 WARN [BP-1720857436-172.17.0.2-1731785655976 heartbeating to localhost/127.0.0.1:38135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1720857436-172.17.0.2-1731785655976 (Datanode Uuid cc3eb245-8ae9-4567-8e2c-70fb33e0aa90) service to localhost/127.0.0.1:38135 2024-11-16T19:34:42,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/cluster_827d6c7b-4c30-1930-065e-5abe392ae247/data/data1/current/BP-1720857436-172.17.0.2-1731785655976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:34:42,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/cluster_827d6c7b-4c30-1930-065e-5abe392ae247/data/data2/current/BP-1720857436-172.17.0.2-1731785655976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:34:42,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:34:42,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42885f8f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:42,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2949cda9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:34:42,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:34:42,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55cf8fd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:34:42,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5816830e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26345987-96f0-4fa3-3416-6ef6abdbb62f/hadoop.log.dir/,STOPPED} 2024-11-16T19:34:42,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:34:42,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:34:42,826 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 246) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44055 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52859) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38135 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=2167 (was 2252) 2024-11-16T19:34:42,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=2167 2024-11-16T19:34:42,845 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-16T19:34:42,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.log.dir so I do NOT create it in target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5 2024-11-16T19:34:42,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:34:42,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.tmp.dir so I do NOT create it in target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5 2024-11-16T19:34:42,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b1864a0-04df-e499-e501-0964e54173d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:34:42,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5 2024-11-16T19:34:42,846 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/cluster_e9fbe2a1-aec8-0b89-28e6-7c931de4094d, deleteOnExit=true 2024-11-16T19:34:42,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/cluster_e9fbe2a1-aec8-0b89-28e6-7c931de4094d/zookeeper_0, clientPort=64106, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/cluster_e9fbe2a1-aec8-0b89-28e6-7c931de4094d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/cluster_e9fbe2a1-aec8-0b89-28e6-7c931de4094d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:34:42,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64106 2024-11-16T19:34:42,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:34:42,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:34:42,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/test.cache.data in system properties and HBase conf 2024-11-16T19:34:42,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:34:42,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:34:42,849 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:34:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:34:42,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a0763000005, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:34:42,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a0763000002, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:34:42,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a0763000005, quorum=127.0.0.1:52859, baseZNode=/1797699396 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:34:42,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a0763000002, quorum=127.0.0.1:52859, baseZNode=/01620823887 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:34:42,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:42,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:42,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:42,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:42,910 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:34:42,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:42,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7338a92c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:42,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c6b9e2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:43,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58c498ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/java.io.tmpdir/jetty-localhost-39531-hadoop-hdfs-3_4_1-tests_jar-_-any-6804173509395913490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:43,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ff731a{HTTP/1.1, (http/1.1)}{localhost:39531} 2024-11-16T19:34:43,009 INFO [Time-limited test {}] server.Server(415): Started @206790ms 2024-11-16T19:34:43,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:43,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:43,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:43,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:43,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:34:43,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f4ec07a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:43,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@779100ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:43,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b2ac3bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/java.io.tmpdir/jetty-localhost-39807-hadoop-hdfs-3_4_1-tests_jar-_-any-4060503231925402234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:43,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63c58521{HTTP/1.1, (http/1.1)}{localhost:39807} 2024-11-16T19:34:43,164 INFO [Time-limited test {}] server.Server(415): Started @206944ms 2024-11-16T19:34:43,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:34:43,221 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/cluster_e9fbe2a1-aec8-0b89-28e6-7c931de4094d/data/data2/current/BP-1659908082-172.17.0.2-1731785682862/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:43,221 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/cluster_e9fbe2a1-aec8-0b89-28e6-7c931de4094d/data/data1/current/BP-1659908082-172.17.0.2-1731785682862/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:43,240 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:34:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9e94cec19764e0e with lease ID 0x17af4e4d496099ab: Processing first storage report for DS-4ba40977-947c-4446-876b-d871029d9fc4 from datanode DatanodeRegistration(127.0.0.1:33165, datanodeUuid=2cd661b1-58de-49a5-a1b0-f8cdc539dbd7, infoPort=35501, infoSecurePort=0, ipcPort=38093, storageInfo=lv=-57;cid=testClusterID;nsid=553350691;c=1731785682862) 2024-11-16T19:34:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9e94cec19764e0e with lease ID 0x17af4e4d496099ab: from storage DS-4ba40977-947c-4446-876b-d871029d9fc4 node DatanodeRegistration(127.0.0.1:33165, datanodeUuid=2cd661b1-58de-49a5-a1b0-f8cdc539dbd7, infoPort=35501, infoSecurePort=0, ipcPort=38093, storageInfo=lv=-57;cid=testClusterID;nsid=553350691;c=1731785682862), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9e94cec19764e0e with lease ID 0x17af4e4d496099ab: Processing first storage report for DS-4183da0a-f8e8-4c9b-a0ca-c7a483a56124 from datanode DatanodeRegistration(127.0.0.1:33165, datanodeUuid=2cd661b1-58de-49a5-a1b0-f8cdc539dbd7, infoPort=35501, infoSecurePort=0, ipcPort=38093, storageInfo=lv=-57;cid=testClusterID;nsid=553350691;c=1731785682862) 2024-11-16T19:34:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9e94cec19764e0e with lease ID 0x17af4e4d496099ab: from storage DS-4183da0a-f8e8-4c9b-a0ca-c7a483a56124 node DatanodeRegistration(127.0.0.1:33165, datanodeUuid=2cd661b1-58de-49a5-a1b0-f8cdc539dbd7, infoPort=35501, infoSecurePort=0, ipcPort=38093, storageInfo=lv=-57;cid=testClusterID;nsid=553350691;c=1731785682862), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:43,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5 2024-11-16T19:34:43,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:43,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:43,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:34:43,692 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1 with version=8 2024-11-16T19:34:43,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/hbase-staging 2024-11-16T19:34:43,694 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:43,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:43,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:43,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:43,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:43,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:43,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:34:43,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:43,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34727 2024-11-16T19:34:43,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34727 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:43,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347270x0, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:43,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34727-0x1004a07cc0e0000 connected 2024-11-16T19:34:43,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:43,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:43,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on znode that does not yet exist, /0-66139635/running 2024-11-16T19:34:43,712 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1, hbase.cluster.distributed=false 2024-11-16T19:34:43,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on znode that does not yet exist, /0-66139635/acl 2024-11-16T19:34:43,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-16T19:34:43,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34727 2024-11-16T19:34:43,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34727 2024-11-16T19:34:43,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-16T19:34:43,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34727 2024-11-16T19:34:43,732 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:43,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:43,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:43,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:43,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:43,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:43,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:34:43,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:43,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44957 2024-11-16T19:34:43,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44957 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:43,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:43,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:43,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449570x0, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:43,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449570x0, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on znode that does not yet exist, /0-66139635/running 2024-11-16T19:34:43,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44957-0x1004a07cc0e0001 connected 2024-11-16T19:34:43,740 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:34:43,740 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:34:43,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on znode that does not yet exist, /0-66139635/master 2024-11-16T19:34:43,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on znode that does not yet exist, /0-66139635/acl 2024-11-16T19:34:43,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44957 2024-11-16T19:34:43,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44957 2024-11-16T19:34:43,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44957 2024-11-16T19:34:43,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44957 2024-11-16T19:34:43,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44957 2024-11-16T19:34:43,758 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:34727 2024-11-16T19:34:43,758 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-66139635/backup-masters/d11ab77873cb,34727,1731785683693 2024-11-16T19:34:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635/backup-masters 2024-11-16T19:34:43,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635/backup-masters 2024-11-16T19:34:43,759 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on existing znode=/0-66139635/backup-masters/d11ab77873cb,34727,1731785683693 2024-11-16T19:34:43,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-66139635/master 2024-11-16T19:34:43,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:43,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:43,760 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on existing znode=/0-66139635/master 2024-11-16T19:34:43,760 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-66139635/backup-masters/d11ab77873cb,34727,1731785683693 from backup master directory 2024-11-16T19:34:43,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-66139635/backup-masters/d11ab77873cb,34727,1731785683693 2024-11-16T19:34:43,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635/backup-masters 2024-11-16T19:34:43,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635/backup-masters 2024-11-16T19:34:43,761 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:43,761 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,34727,1731785683693 2024-11-16T19:34:43,766 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/hbase.id] with ID: fd096103-b29b-4fdc-b120-8ecf64b40465 2024-11-16T19:34:43,766 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/.tmp/hbase.id 2024-11-16T19:34:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:34:44,173 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/.tmp/hbase.id]:[hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/hbase.id] 2024-11-16T19:34:44,181 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:44,181 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:34:44,182 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:34:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:44,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:34:44,591 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:44,591 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:34:44,592 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:34:44,998 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store 2024-11-16T19:34:45,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:34:45,403 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:45,403 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:45,403 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:45,403 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:45,403 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:45,403 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:45,403 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:45,403 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785685403Disabling compacts and flushes for region at 1731785685403Disabling writes for close at 1731785685403Writing region close event to WAL at 1731785685403Closed at 1731785685403 2024-11-16T19:34:45,404 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/.initializing 2024-11-16T19:34:45,404 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/WALs/d11ab77873cb,34727,1731785683693 2024-11-16T19:34:45,405 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:45,406 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C34727%2C1731785683693, suffix=, logDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/WALs/d11ab77873cb,34727,1731785683693, archiveDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/oldWALs, maxLogs=10 2024-11-16T19:34:45,419 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/WALs/d11ab77873cb,34727,1731785683693/d11ab77873cb%2C34727%2C1731785683693.1731785685406, exclude list is [], retry=0 2024-11-16T19:34:45,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-4ba40977-947c-4446-876b-d871029d9fc4,DISK] 2024-11-16T19:34:45,426 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/WALs/d11ab77873cb,34727,1731785683693/d11ab77873cb%2C34727%2C1731785683693.1731785685406 2024-11-16T19:34:45,426 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-16T19:34:45,426 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:45,426 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:45,427 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,427 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:34:45,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:45,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:34:45,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:34:45,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:45,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:34:45,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:45,432 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,433 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,433 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,434 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,434 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,434 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:45,435 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:45,439 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:45,439 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60047624, jitterRate=-0.10522067546844482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:45,440 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785685427Initializing all the Stores at 1731785685427Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785685427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785685427Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785685427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785685427Cleaning up temporary data from old regions at 1731785685434 (+7 ms)Region opened successfully at 1731785685440 (+6 ms) 2024-11-16T19:34:45,440 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:34:45,442 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faf9cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:45,443 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:34:45,443 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:34:45,443 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:34:45,443 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:34:45,444 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:34:45,444 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:34:45,444 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:34:45,446 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:34:45,447 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Unable to get data of znode /0-66139635/balancer because node does not exist (not necessarily an error) 2024-11-16T19:34:45,447 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-66139635/balancer already deleted, retry=false 2024-11-16T19:34:45,447 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:34:45,448 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Unable to get data of znode /0-66139635/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:34:45,448 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-66139635/normalizer already deleted, retry=false 2024-11-16T19:34:45,449 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:34:45,449 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Unable to get data of znode /0-66139635/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:34:45,450 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-66139635/switch/split already deleted, retry=false 2024-11-16T19:34:45,450 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Unable to get data of znode /0-66139635/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:34:45,451 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-66139635/switch/merge already deleted, retry=false 2024-11-16T19:34:45,452 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Unable to get data of znode /0-66139635/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:34:45,452 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-66139635/snapshot-cleanup already deleted, retry=false 2024-11-16T19:34:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-66139635/running 2024-11-16T19:34:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-66139635/running 2024-11-16T19:34:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:45,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:45,453 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,34727,1731785683693, sessionid=0x1004a07cc0e0000, setting cluster-up flag (Was=false) 2024-11-16T19:34:45,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:45,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:45,457 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-66139635/flush-table-proc/acquired, /0-66139635/flush-table-proc/reached, /0-66139635/flush-table-proc/abort 2024-11-16T19:34:45,458 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,34727,1731785683693 2024-11-16T19:34:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:45,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:45,461 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-66139635/online-snapshot/acquired, /0-66139635/online-snapshot/reached, /0-66139635/online-snapshot/abort 2024-11-16T19:34:45,462 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,34727,1731785683693 2024-11-16T19:34:45,463 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:34:45,464 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:45,464 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:34:45,464 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:34:45,464 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,34727,1731785683693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:34:45,465 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:45,465 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:45,465 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:45,465 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:45,465 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:34:45,465 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,465 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:45,465 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:45,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:34:45,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:34:45,484 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785715484 2024-11-16T19:34:45,484 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:34:45,484 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:34:45,484 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:34:45,484 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:34:45,484 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:34:45,484 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:34:45,485 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:34:45,487 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:34:45,487 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:34:45,487 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:34:45,487 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:34:45,487 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:34:45,487 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:34:45,496 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785685488,5,FailOnTimeoutGroup] 2024-11-16T19:34:45,497 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785685496,5,FailOnTimeoutGroup] 2024-11-16T19:34:45,497 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,497 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:34:45,497 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,497 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,552 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(746): ClusterId : fd096103-b29b-4fdc-b120-8ecf64b40465 2024-11-16T19:34:45,552 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:34:45,553 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:34:45,553 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:34:45,554 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:34:45,554 DEBUG [RS:0;d11ab77873cb:44957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d16cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:45,571 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:44957 2024-11-16T19:34:45,571 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:34:45,571 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:34:45,571 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:34:45,572 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,34727,1731785683693 with port=44957, startcode=1731785683732 2024-11-16T19:34:45,572 DEBUG [RS:0;d11ab77873cb:44957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:34:45,574 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:34:45,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,44957,1731785683732 2024-11-16T19:34:45,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34727 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,44957,1731785683732 2024-11-16T19:34:45,575 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1 2024-11-16T19:34:45,576 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38943 2024-11-16T19:34:45,576 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:34:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635/rs 2024-11-16T19:34:45,577 DEBUG [RS:0;d11ab77873cb:44957 {}] zookeeper.ZKUtil(111): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on existing znode=/0-66139635/rs/d11ab77873cb,44957,1731785683732 2024-11-16T19:34:45,577 WARN [RS:0;d11ab77873cb:44957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:45,577 INFO [RS:0;d11ab77873cb:44957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:45,577 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732 2024-11-16T19:34:45,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,44957,1731785683732] 2024-11-16T19:34:45,580 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:34:45,581 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:34:45,581 INFO [RS:0;d11ab77873cb:44957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:34:45,581 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,585 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:34:45,586 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:34:45,586 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:45,586 DEBUG [RS:0;d11ab77873cb:44957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:45,593 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,593 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,593 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,593 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,593 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,593 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44957,1731785683732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:45,615 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:34:45,615 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44957,1731785683732-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,615 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,615 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.Replication(171): d11ab77873cb,44957,1731785683732 started 2024-11-16T19:34:45,643 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:45,643 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,44957,1731785683732, RpcServer on d11ab77873cb/172.17.0.2:44957, sessionid=0x1004a07cc0e0001 2024-11-16T19:34:45,643 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:34:45,643 DEBUG [RS:0;d11ab77873cb:44957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,44957,1731785683732 2024-11-16T19:34:45,643 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,44957,1731785683732' 2024-11-16T19:34:45,643 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-66139635/flush-table-proc/abort' 2024-11-16T19:34:45,644 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-66139635/flush-table-proc/acquired' 2024-11-16T19:34:45,644 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:34:45,644 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:34:45,644 DEBUG [RS:0;d11ab77873cb:44957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,44957,1731785683732 2024-11-16T19:34:45,644 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,44957,1731785683732' 2024-11-16T19:34:45,644 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-66139635/online-snapshot/abort' 2024-11-16T19:34:45,645 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-66139635/online-snapshot/acquired' 2024-11-16T19:34:45,645 DEBUG [RS:0;d11ab77873cb:44957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:34:45,645 INFO [RS:0;d11ab77873cb:44957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:34:45,645 INFO [RS:0;d11ab77873cb:44957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:34:45,745 INFO [RS:0;d11ab77873cb:44957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:45,747 INFO [RS:0;d11ab77873cb:44957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C44957%2C1731785683732, suffix=, logDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732, archiveDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/oldWALs, maxLogs=10 2024-11-16T19:34:45,764 DEBUG [RS:0;d11ab77873cb:44957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, exclude list is [], retry=0 2024-11-16T19:34:45,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-4ba40977-947c-4446-876b-d871029d9fc4,DISK] 2024-11-16T19:34:45,768 INFO [RS:0;d11ab77873cb:44957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 2024-11-16T19:34:45,768 DEBUG [RS:0;d11ab77873cb:44957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-16T19:34:45,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:34:45,887 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1 2024-11-16T19:34:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:34:45,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:45,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:45,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:45,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:45,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:45,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:45,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:45,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:45,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:45,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:45,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:45,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:45,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:45,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:45,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:45,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740 2024-11-16T19:34:45,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740 2024-11-16T19:34:45,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:45,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:45,901 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:45,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:45,903 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:45,903 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61854627, jitterRate=-0.07829423248767853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785685893Initializing all the Stores at 1731785685894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785685894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785685894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785685894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785685894Cleaning up temporary data from old regions at 1731785685900 (+6 ms)Region opened successfully at 1731785685904 (+4 ms) 2024-11-16T19:34:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:45,904 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:45,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:45,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:45,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785685904Disabling compacts and flushes for region at 1731785685904Disabling writes for close at 1731785685904Writing region close event to WAL at 1731785685905 (+1 ms)Closed at 1731785685905 2024-11-16T19:34:45,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:45,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:34:45,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:34:45,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:45,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:34:46,058 DEBUG [d11ab77873cb:34727 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:34:46,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,44957,1731785683732 2024-11-16T19:34:46,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,44957,1731785683732, state=OPENING 2024-11-16T19:34:46,060 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:34:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:46,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:46,061 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:46,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-66139635/meta-region-server: CHANGED 2024-11-16T19:34:46,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-66139635/meta-region-server: CHANGED 2024-11-16T19:34:46,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,44957,1731785683732}] 2024-11-16T19:34:46,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:46,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:34:46,217 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:34:46,217 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:46,218 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:34:46,219 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C44957%2C1731785683732.meta, suffix=.meta, logDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732, archiveDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/oldWALs, maxLogs=10 2024-11-16T19:34:46,230 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.meta.1731785686219.meta, exclude list is [], retry=0 2024-11-16T19:34:46,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-4ba40977-947c-4446-876b-d871029d9fc4,DISK] 2024-11-16T19:34:46,233 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.meta.1731785686219.meta 2024-11-16T19:34:46,233 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-16T19:34:46,234 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:46,234 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:46,234 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:46,234 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:34:46,234 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:34:46,234 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:34:46,234 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:46,234 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:34:46,234 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:34:46,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:46,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:46,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:46,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:46,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:46,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:46,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:46,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:46,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:46,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:46,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:46,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:46,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:46,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:46,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:46,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:46,239 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:46,239 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740 2024-11-16T19:34:46,240 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740 2024-11-16T19:34:46,241 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:46,241 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:46,241 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:46,242 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:46,243 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70257517, jitterRate=0.046918585896492004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:46,243 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:34:46,243 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785686234Writing region info on filesystem at 1731785686234Initializing all the Stores at 1731785686235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785686235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785686235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785686235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785686235Cleaning up temporary data from old regions at 1731785686241 (+6 ms)Running coprocessor post-open hooks at 1731785686243 (+2 ms)Region opened successfully at 1731785686243 2024-11-16T19:34:46,244 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785686213 2024-11-16T19:34:46,246 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:34:46,246 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:34:46,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,44957,1731785683732 2024-11-16T19:34:46,247 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,44957,1731785683732, state=OPEN 2024-11-16T19:34:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-66139635/meta-region-server 2024-11-16T19:34:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-66139635/meta-region-server 2024-11-16T19:34:46,249 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,44957,1731785683732 2024-11-16T19:34:46,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-66139635/meta-region-server: CHANGED 2024-11-16T19:34:46,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-66139635/meta-region-server: CHANGED 2024-11-16T19:34:46,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:34:46,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,44957,1731785683732 in 188 msec 2024-11-16T19:34:46,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:34:46,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-16T19:34:46,253 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:46,253 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:34:46,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:46,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,44957,1731785683732, seqNum=-1] 2024-11-16T19:34:46,254 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:46,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:46,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-16T19:34:46,259 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785686259, completionTime=-1 2024-11-16T19:34:46,259 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:34:46,259 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785746261 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785806261 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34727,1731785683693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34727,1731785683693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34727,1731785683693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:34727, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:46,261 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:46,262 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:46,263 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:34:46,264 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.503sec 2024-11-16T19:34:46,264 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:34:46,264 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:34:46,265 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:34:46,265 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:34:46,265 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:34:46,265 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34727,1731785683693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:46,265 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34727,1731785683693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:34:46,267 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:34:46,267 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:34:46,267 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34727,1731785683693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:46,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dc7334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:46,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34727,-1 for getting cluster id 2024-11-16T19:34:46,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:46,353 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd096103-b29b-4fdc-b120-8ecf64b40465' 2024-11-16T19:34:46,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:46,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd096103-b29b-4fdc-b120-8ecf64b40465" 2024-11-16T19:34:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac5f850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34727,-1] 2024-11-16T19:34:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:46,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:46,355 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:46,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624d8d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:46,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,44957,1731785683732, seqNum=-1] 2024-11-16T19:34:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:46,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:46,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,34727,1731785683693 2024-11-16T19:34:46,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:46,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:46,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a07cc0e0002 connected 2024-11-16T19:34:46,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.log.dir so I do NOT create it in target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65 2024-11-16T19:34:46,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:34:46,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.tmp.dir so I do NOT create it in target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65 2024-11-16T19:34:46,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:34:46,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/cluster_d8f1f8e0-06ef-0d28-4752-6066c0a19d10, deleteOnExit=true 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/test.cache.data in system properties and HBase conf 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:34:46,363 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:34:46,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:34:46,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:46,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:46,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:46,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:46,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:46,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:46,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:34:46,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:46,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d0a9c73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:46,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d18d0ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:46,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1df278da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/java.io.tmpdir/jetty-localhost-39801-hadoop-hdfs-3_4_1-tests_jar-_-any-552594709395726224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:46,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dbaad9d{HTTP/1.1, (http/1.1)}{localhost:39801} 2024-11-16T19:34:46,571 INFO [Time-limited test {}] server.Server(415): Started @210352ms 2024-11-16T19:34:46,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:46,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:46,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:46,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:46,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:34:46,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34145956{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:46,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8379c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:46,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f46936{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/java.io.tmpdir/jetty-localhost-33631-hadoop-hdfs-3_4_1-tests_jar-_-any-17780319490799343224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:46,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@267b1a6d{HTTP/1.1, (http/1.1)}{localhost:33631} 2024-11-16T19:34:46,804 INFO [Time-limited test {}] server.Server(415): Started @210585ms 2024-11-16T19:34:46,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:34:46,874 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/cluster_d8f1f8e0-06ef-0d28-4752-6066c0a19d10/data/data2/current/BP-2087164313-172.17.0.2-1731785686377/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:46,872 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/cluster_d8f1f8e0-06ef-0d28-4752-6066c0a19d10/data/data1/current/BP-2087164313-172.17.0.2-1731785686377/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:46,898 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:34:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d529ad0537d4b3 with lease ID 0xb659b4dd7982e461: Processing first storage report for DS-5bdf38eb-ded7-48b1-8f9e-e8ac38e97024 from datanode DatanodeRegistration(127.0.0.1:42333, datanodeUuid=e586de66-005d-4336-a332-80f9a20cbe51, infoPort=44507, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=1824718510;c=1731785686377) 2024-11-16T19:34:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d529ad0537d4b3 with lease ID 0xb659b4dd7982e461: from storage DS-5bdf38eb-ded7-48b1-8f9e-e8ac38e97024 node DatanodeRegistration(127.0.0.1:42333, datanodeUuid=e586de66-005d-4336-a332-80f9a20cbe51, infoPort=44507, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=1824718510;c=1731785686377), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d529ad0537d4b3 with lease ID 0xb659b4dd7982e461: Processing first storage report for DS-1531dd52-6fca-4776-ba9a-e1b81c67622c from datanode DatanodeRegistration(127.0.0.1:42333, datanodeUuid=e586de66-005d-4336-a332-80f9a20cbe51, infoPort=44507, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=1824718510;c=1731785686377) 2024-11-16T19:34:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d529ad0537d4b3 with lease ID 0xb659b4dd7982e461: from storage DS-1531dd52-6fca-4776-ba9a-e1b81c67622c node DatanodeRegistration(127.0.0.1:42333, datanodeUuid=e586de66-005d-4336-a332-80f9a20cbe51, infoPort=44507, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=1824718510;c=1731785686377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:46,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65 2024-11-16T19:34:46,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:46,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:34:47,350 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb with version=8 2024-11-16T19:34:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/hbase-staging 2024-11-16T19:34:47,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:47,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:47,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:47,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:47,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:47,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:47,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:34:47,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:47,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36661 2024-11-16T19:34:47,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36661 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366610x0, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:47,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36661-0x1004a07cc0e0003 connected 2024-11-16T19:34:47,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:47,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:47,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on znode that does not yet exist, /11201116448/running 2024-11-16T19:34:47,364 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb, hbase.cluster.distributed=false 2024-11-16T19:34:47,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on znode that does not yet exist, /11201116448/acl 2024-11-16T19:34:47,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-16T19:34:47,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36661 2024-11-16T19:34:47,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36661 2024-11-16T19:34:47,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-16T19:34:47,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-16T19:34:47,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:47,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:47,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:47,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:47,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:47,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:47,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:34:47,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:47,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33017 2024-11-16T19:34:47,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33017 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:47,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:47,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:47,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330170x0, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:47,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330170x0, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on znode that does not yet exist, /11201116448/running 2024-11-16T19:34:47,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33017-0x1004a07cc0e0004 connected 2024-11-16T19:34:47,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:34:47,387 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:34:47,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on znode that does not yet exist, /11201116448/master 2024-11-16T19:34:47,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on znode that does not yet exist, /11201116448/acl 2024-11-16T19:34:47,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33017 2024-11-16T19:34:47,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33017 2024-11-16T19:34:47,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33017 2024-11-16T19:34:47,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33017 2024-11-16T19:34:47,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33017 2024-11-16T19:34:47,403 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:36661 2024-11-16T19:34:47,404 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11201116448/backup-masters/d11ab77873cb,36661,1731785687352 2024-11-16T19:34:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448/backup-masters 2024-11-16T19:34:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448/backup-masters 2024-11-16T19:34:47,405 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on existing znode=/11201116448/backup-masters/d11ab77873cb,36661,1731785687352 2024-11-16T19:34:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11201116448/master 2024-11-16T19:34:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:47,406 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on existing znode=/11201116448/master 2024-11-16T19:34:47,406 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11201116448/backup-masters/d11ab77873cb,36661,1731785687352 from backup master directory 2024-11-16T19:34:47,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11201116448/backup-masters/d11ab77873cb,36661,1731785687352 2024-11-16T19:34:47,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448/backup-masters 2024-11-16T19:34:47,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448/backup-masters 2024-11-16T19:34:47,406 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:47,407 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,36661,1731785687352 2024-11-16T19:34:47,409 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/hbase.id] with ID: 4fd7a4f5-d433-4849-89c3-28151027947b 2024-11-16T19:34:47,409 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/.tmp/hbase.id 2024-11-16T19:34:47,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:34:47,819 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/.tmp/hbase.id]:[hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/hbase.id] 2024-11-16T19:34:47,825 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:47,825 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:34:47,826 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:34:47,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:47,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:34:48,231 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:48,232 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:34:48,232 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:48,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:34:48,240 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store 2024-11-16T19:34:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:34:48,651 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:48,651 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:48,651 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:48,651 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:48,651 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:48,651 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:48,651 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:48,651 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785688651Disabling compacts and flushes for region at 1731785688651Disabling writes for close at 1731785688651Writing region close event to WAL at 1731785688651Closed at 1731785688651 2024-11-16T19:34:48,652 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/.initializing 2024-11-16T19:34:48,652 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/WALs/d11ab77873cb,36661,1731785687352 2024-11-16T19:34:48,653 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:48,654 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C36661%2C1731785687352, suffix=, logDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/WALs/d11ab77873cb,36661,1731785687352, archiveDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/oldWALs, maxLogs=10 2024-11-16T19:34:48,669 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/WALs/d11ab77873cb,36661,1731785687352/d11ab77873cb%2C36661%2C1731785687352.1731785688654, exclude list is [], retry=0 2024-11-16T19:34:48,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-5bdf38eb-ded7-48b1-8f9e-e8ac38e97024,DISK] 2024-11-16T19:34:48,672 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/WALs/d11ab77873cb,36661,1731785687352/d11ab77873cb%2C36661%2C1731785687352.1731785688654 2024-11-16T19:34:48,674 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44507:44507)] 2024-11-16T19:34:48,674 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:48,674 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:48,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:34:48,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:48,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:48,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:34:48,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:48,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:48,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:34:48,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:48,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:48,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:34:48,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:48,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:48,680 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,681 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,681 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,682 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,682 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,682 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:48,683 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:48,684 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:48,685 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70727115, jitterRate=0.053916141390800476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:48,685 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785688675Initializing all the Stores at 1731785688675Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785688675Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785688676 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785688676Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785688676Cleaning up temporary data from old regions at 1731785688682 (+6 ms)Region opened successfully at 1731785688685 (+3 ms) 2024-11-16T19:34:48,685 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:34:48,687 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6d57bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:48,688 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:34:48,688 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:34:48,688 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:34:48,688 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:34:48,688 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:34:48,688 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:34:48,689 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:34:48,690 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:34:48,691 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Unable to get data of znode /11201116448/balancer because node does not exist (not necessarily an error) 2024-11-16T19:34:48,691 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11201116448/balancer already deleted, retry=false 2024-11-16T19:34:48,692 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:34:48,692 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Unable to get data of znode /11201116448/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:34:48,693 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11201116448/normalizer already deleted, retry=false 2024-11-16T19:34:48,693 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:34:48,694 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Unable to get data of znode /11201116448/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:34:48,694 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11201116448/switch/split already deleted, retry=false 2024-11-16T19:34:48,695 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Unable to get data of znode /11201116448/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:34:48,695 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11201116448/switch/merge already deleted, retry=false 2024-11-16T19:34:48,697 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Unable to get data of znode /11201116448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:34:48,697 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11201116448/snapshot-cleanup already deleted, retry=false 2024-11-16T19:34:48,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11201116448/running 2024-11-16T19:34:48,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11201116448/running 2024-11-16T19:34:48,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:48,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:48,698 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,36661,1731785687352, sessionid=0x1004a07cc0e0003, setting cluster-up flag (Was=false) 2024-11-16T19:34:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:48,701 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11201116448/flush-table-proc/acquired, /11201116448/flush-table-proc/reached, /11201116448/flush-table-proc/abort 2024-11-16T19:34:48,702 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,36661,1731785687352 2024-11-16T19:34:48,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:48,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:48,704 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11201116448/online-snapshot/acquired, /11201116448/online-snapshot/reached, /11201116448/online-snapshot/abort 2024-11-16T19:34:48,705 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,36661,1731785687352 2024-11-16T19:34:48,706 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:34:48,707 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:48,708 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:34:48,708 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:34:48,708 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,36661,1731785687352 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:34:48,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:48,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:48,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:48,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:48,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:34:48,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:48,709 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:48,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:34:48,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:48,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:34:48,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785718713 2024-11-16T19:34:48,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:34:48,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:34:48,713 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:34:48,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:34:48,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:34:48,714 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:34:48,716 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,716 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:34:48,716 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:34:48,716 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:34:48,717 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:34:48,721 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:34:48,721 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:34:48,721 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785688721,5,FailOnTimeoutGroup] 2024-11-16T19:34:48,722 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785688721,5,FailOnTimeoutGroup] 2024-11-16T19:34:48,722 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,722 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:34:48,722 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,722 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:34:48,795 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(746): ClusterId : 4fd7a4f5-d433-4849-89c3-28151027947b 2024-11-16T19:34:48,796 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:34:48,797 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:34:48,797 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:34:48,798 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:34:48,798 DEBUG [RS:0;d11ab77873cb:33017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f6e9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:48,808 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:33017 2024-11-16T19:34:48,808 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:34:48,808 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:34:48,808 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:34:48,809 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,36661,1731785687352 with port=33017, startcode=1731785687380 2024-11-16T19:34:48,809 DEBUG [RS:0;d11ab77873cb:33017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:34:48,810 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:34:48,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,33017,1731785687380 2024-11-16T19:34:48,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36661 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,33017,1731785687380 2024-11-16T19:34:48,811 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb 2024-11-16T19:34:48,811 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41375 2024-11-16T19:34:48,811 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:34:48,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448/rs 2024-11-16T19:34:48,813 DEBUG [RS:0;d11ab77873cb:33017 {}] zookeeper.ZKUtil(111): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on existing znode=/11201116448/rs/d11ab77873cb,33017,1731785687380 2024-11-16T19:34:48,813 WARN [RS:0;d11ab77873cb:33017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:48,813 INFO [RS:0;d11ab77873cb:33017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:48,813 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380 2024-11-16T19:34:48,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,33017,1731785687380] 2024-11-16T19:34:48,815 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:34:48,816 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:34:48,817 INFO [RS:0;d11ab77873cb:33017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:34:48,817 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,817 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:34:48,818 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:34:48,818 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:48,818 DEBUG [RS:0;d11ab77873cb:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:48,821 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,821 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,821 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,821 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,821 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,821 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,33017,1731785687380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:48,833 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:34:48,834 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,33017,1731785687380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,834 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,834 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.Replication(171): d11ab77873cb,33017,1731785687380 started 2024-11-16T19:34:48,845 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:48,845 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,33017,1731785687380, RpcServer on d11ab77873cb/172.17.0.2:33017, sessionid=0x1004a07cc0e0004 2024-11-16T19:34:48,845 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:34:48,845 DEBUG [RS:0;d11ab77873cb:33017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,33017,1731785687380 2024-11-16T19:34:48,845 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,33017,1731785687380' 2024-11-16T19:34:48,845 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11201116448/flush-table-proc/abort' 2024-11-16T19:34:48,846 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11201116448/flush-table-proc/acquired' 2024-11-16T19:34:48,846 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:34:48,846 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:34:48,846 DEBUG [RS:0;d11ab77873cb:33017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,33017,1731785687380 2024-11-16T19:34:48,846 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,33017,1731785687380' 2024-11-16T19:34:48,846 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11201116448/online-snapshot/abort' 2024-11-16T19:34:48,846 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11201116448/online-snapshot/acquired' 2024-11-16T19:34:48,847 DEBUG [RS:0;d11ab77873cb:33017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:34:48,847 INFO [RS:0;d11ab77873cb:33017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:34:48,847 INFO [RS:0;d11ab77873cb:33017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:34:48,947 INFO [RS:0;d11ab77873cb:33017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:48,948 INFO [RS:0;d11ab77873cb:33017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33017%2C1731785687380, suffix=, logDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380, archiveDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/oldWALs, maxLogs=10 2024-11-16T19:34:48,960 DEBUG [RS:0;d11ab77873cb:33017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, exclude list is [], retry=0 2024-11-16T19:34:48,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-5bdf38eb-ded7-48b1-8f9e-e8ac38e97024,DISK] 2024-11-16T19:34:48,963 INFO [RS:0;d11ab77873cb:33017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 2024-11-16T19:34:48,963 DEBUG [RS:0;d11ab77873cb:33017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44507:44507)] 2024-11-16T19:34:49,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:34:49,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb 2024-11-16T19:34:49,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:34:49,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:49,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:49,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:49,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:49,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:49,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:49,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:49,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:49,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:49,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:49,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:49,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:49,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:49,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:49,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:49,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:49,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:49,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:49,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740 2024-11-16T19:34:49,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740 2024-11-16T19:34:49,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:49,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:49,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:49,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:49,538 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:49,538 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70106188, jitterRate=0.04466360807418823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:49,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785689529Initializing all the Stores at 1731785689529Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785689529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785689529Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785689529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785689529Cleaning up temporary data from old regions at 1731785689535 (+6 ms)Region opened successfully at 1731785689538 (+3 ms) 2024-11-16T19:34:49,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:49,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:49,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:49,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:49,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:49,539 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:49,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785689538Disabling compacts and flushes for region at 1731785689538Disabling writes for close at 1731785689538Writing region close event to WAL at 1731785689538Closed at 1731785689538 2024-11-16T19:34:49,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:49,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:34:49,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:34:49,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:49,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:34:49,691 DEBUG [d11ab77873cb:36661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:34:49,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,33017,1731785687380 2024-11-16T19:34:49,692 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,33017,1731785687380, state=OPENING 2024-11-16T19:34:49,694 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:34:49,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:49,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:34:49,695 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:49,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,33017,1731785687380}] 2024-11-16T19:34:49,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11201116448/meta-region-server: CHANGED 2024-11-16T19:34:49,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11201116448/meta-region-server: CHANGED 2024-11-16T19:34:49,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:49,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:34:49,851 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:34:49,851 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:49,851 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:34:49,852 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33017%2C1731785687380.meta, suffix=.meta, logDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380, archiveDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/oldWALs, maxLogs=10 2024-11-16T19:34:49,863 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.meta.1731785689852.meta, exclude list is [], retry=0 2024-11-16T19:34:49,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-5bdf38eb-ded7-48b1-8f9e-e8ac38e97024,DISK] 2024-11-16T19:34:49,866 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.meta.1731785689852.meta 2024-11-16T19:34:49,867 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44507:44507)] 2024-11-16T19:34:49,867 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:49,867 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:49,867 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:49,867 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:34:49,867 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:34:49,867 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:34:49,867 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:49,868 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:34:49,868 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:34:49,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:49,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:49,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:49,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:49,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:49,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:49,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:49,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:49,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:49,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:49,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:49,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:49,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:49,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:49,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:49,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:49,872 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:49,872 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740 2024-11-16T19:34:49,873 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740 2024-11-16T19:34:49,874 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:49,874 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:49,874 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:49,875 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:49,875 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71487089, jitterRate=0.06524063646793365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:49,876 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:34:49,876 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785689868Writing region info on filesystem at 1731785689868Initializing all the Stores at 1731785689868Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785689868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785689868Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785689868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785689868Cleaning up temporary data from old regions at 1731785689874 (+6 ms)Running coprocessor post-open hooks at 1731785689876 (+2 ms)Region opened successfully at 1731785689876 2024-11-16T19:34:49,876 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785689847 2024-11-16T19:34:49,878 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:34:49,878 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:34:49,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,33017,1731785687380 2024-11-16T19:34:49,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,33017,1731785687380, state=OPEN 2024-11-16T19:34:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11201116448/meta-region-server 2024-11-16T19:34:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11201116448/meta-region-server 2024-11-16T19:34:49,880 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,33017,1731785687380 2024-11-16T19:34:49,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11201116448/meta-region-server: CHANGED 2024-11-16T19:34:49,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11201116448/meta-region-server: CHANGED 2024-11-16T19:34:49,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:34:49,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,33017,1731785687380 in 185 msec 2024-11-16T19:34:49,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:34:49,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 341 msec 2024-11-16T19:34:49,883 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:49,883 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:34:49,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:49,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33017,1731785687380, seqNum=-1] 2024-11-16T19:34:49,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:49,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:49,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:49,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:49,890 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38345 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:49,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-16T19:34:49,890 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785689890, completionTime=-1 2024-11-16T19:34:49,890 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:34:49,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785749892 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785809892 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36661,1731785687352-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36661,1731785687352-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36661,1731785687352-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:36661, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:49,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:49,893 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:49,894 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:34:49,895 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.488sec 2024-11-16T19:34:49,895 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:34:49,895 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:34:49,895 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:34:49,895 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:34:49,895 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:34:49,895 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36661,1731785687352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:49,895 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36661,1731785687352-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:34:49,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472541e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:49,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36661,-1 for getting cluster id 2024-11-16T19:34:49,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:49,897 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:34:49,897 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:34:49,897 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,36661,1731785687352-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:49,897 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fd7a4f5-d433-4849-89c3-28151027947b' 2024-11-16T19:34:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fd7a4f5-d433-4849-89c3-28151027947b" 2024-11-16T19:34:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1662c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36661,-1] 2024-11-16T19:34:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:49,899 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:49,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ee5c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:49,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33017,1731785687380, seqNum=-1] 2024-11-16T19:34:49,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:49,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:49,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,36661,1731785687352 2024-11-16T19:34:49,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:49,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a07cc0e0005 connected 2024-11-16T19:34:49,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.log.dir so I do NOT create it in target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425 2024-11-16T19:34:49,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:34:49,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.tmp.dir so I do NOT create it in target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425 2024-11-16T19:34:49,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:34:49,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425 2024-11-16T19:34:49,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:34:49,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/cluster_5629bf42-ecb2-ea19-70fc-d210c255f683, deleteOnExit=true 2024-11-16T19:34:49,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/test.cache.data in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:34:49,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:34:49,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:34:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:34:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:34:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:34:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:34:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:34:49,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:34:49,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:49,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:49,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:49,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:49,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:34:49,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:49,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@462a3f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:49,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ebb8ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:50,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a55362a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/java.io.tmpdir/jetty-localhost-39521-hadoop-hdfs-3_4_1-tests_jar-_-any-14401603247516055633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:34:50,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6836f88d{HTTP/1.1, (http/1.1)}{localhost:39521} 2024-11-16T19:34:50,059 INFO [Time-limited test {}] server.Server(415): Started @213840ms 2024-11-16T19:34:50,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:34:50,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:34:50,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:34:50,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:34:50,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:34:50,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@699e839b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:34:50,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247cd4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:34:50,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e115937{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/java.io.tmpdir/jetty-localhost-37259-hadoop-hdfs-3_4_1-tests_jar-_-any-17354300325685831276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:34:50,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c2b2001{HTTP/1.1, (http/1.1)}{localhost:37259} 2024-11-16T19:34:50,245 INFO [Time-limited test {}] server.Server(415): Started @214025ms 2024-11-16T19:34:50,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:34:50,306 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/cluster_5629bf42-ecb2-ea19-70fc-d210c255f683/data/data1/current/BP-1382037341-172.17.0.2-1731785689922/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:50,306 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/cluster_5629bf42-ecb2-ea19-70fc-d210c255f683/data/data2/current/BP-1382037341-172.17.0.2-1731785689922/current, will proceed with Du for space computation calculation, 2024-11-16T19:34:50,328 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:34:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bf05bf40f90b753 with lease ID 0x51fac2c1d7c323be: Processing first storage report for DS-7e281024-1427-42ab-9fc6-29fde804814f from datanode DatanodeRegistration(127.0.0.1:34035, datanodeUuid=ce7b8517-6d0a-44d3-96c5-2e1b6f6375fc, infoPort=39997, infoSecurePort=0, ipcPort=39561, storageInfo=lv=-57;cid=testClusterID;nsid=1544054400;c=1731785689922) 2024-11-16T19:34:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bf05bf40f90b753 with lease ID 0x51fac2c1d7c323be: from storage DS-7e281024-1427-42ab-9fc6-29fde804814f node DatanodeRegistration(127.0.0.1:34035, datanodeUuid=ce7b8517-6d0a-44d3-96c5-2e1b6f6375fc, infoPort=39997, infoSecurePort=0, ipcPort=39561, storageInfo=lv=-57;cid=testClusterID;nsid=1544054400;c=1731785689922), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bf05bf40f90b753 with lease ID 0x51fac2c1d7c323be: Processing first storage report for DS-97888b02-ce6c-4e3e-b2b7-512410ee6182 from datanode DatanodeRegistration(127.0.0.1:34035, datanodeUuid=ce7b8517-6d0a-44d3-96c5-2e1b6f6375fc, infoPort=39997, infoSecurePort=0, ipcPort=39561, storageInfo=lv=-57;cid=testClusterID;nsid=1544054400;c=1731785689922) 2024-11-16T19:34:50,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bf05bf40f90b753 with lease ID 0x51fac2c1d7c323be: from storage DS-97888b02-ce6c-4e3e-b2b7-512410ee6182 node DatanodeRegistration(127.0.0.1:34035, datanodeUuid=ce7b8517-6d0a-44d3-96c5-2e1b6f6375fc, infoPort=39997, infoSecurePort=0, ipcPort=39561, storageInfo=lv=-57;cid=testClusterID;nsid=1544054400;c=1731785689922), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:34:50,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425 2024-11-16T19:34:50,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:50,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:50,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:34:50,380 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1 with version=8 2024-11-16T19:34:50,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/hbase-staging 2024-11-16T19:34:50,383 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:50,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:50,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:50,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:50,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:50,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:50,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:34:50,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:50,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43935 2024-11-16T19:34:50,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43935 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:50,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439350x0, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:50,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43935-0x1004a07cc0e0006 connected 2024-11-16T19:34:50,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:50,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:50,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on znode that does not yet exist, /2-1797260159/running 2024-11-16T19:34:50,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1, hbase.cluster.distributed=false 2024-11-16T19:34:50,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on znode that does not yet exist, /2-1797260159/acl 2024-11-16T19:34:50,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43935 2024-11-16T19:34:50,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43935 2024-11-16T19:34:50,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43935 2024-11-16T19:34:50,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43935 2024-11-16T19:34:50,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43935 2024-11-16T19:34:50,415 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:34:50,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:50,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:50,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:34:50,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:34:50,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:34:50,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:34:50,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:34:50,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35539 2024-11-16T19:34:50,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35539 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:50,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:50,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:50,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355390x0, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:50,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355390x0, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on znode that does not yet exist, /2-1797260159/running 2024-11-16T19:34:50,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35539-0x1004a07cc0e0007 connected 2024-11-16T19:34:50,422 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:34:50,425 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:34:50,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on znode that does not yet exist, /2-1797260159/master 2024-11-16T19:34:50,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on znode that does not yet exist, /2-1797260159/acl 2024-11-16T19:34:50,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-16T19:34:50,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35539 2024-11-16T19:34:50,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35539 2024-11-16T19:34:50,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-16T19:34:50,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-16T19:34:50,443 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:43935 2024-11-16T19:34:50,444 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1797260159/backup-masters/d11ab77873cb,43935,1731785690382 2024-11-16T19:34:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159/backup-masters 2024-11-16T19:34:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159/backup-masters 2024-11-16T19:34:50,445 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on existing znode=/2-1797260159/backup-masters/d11ab77873cb,43935,1731785690382 2024-11-16T19:34:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1797260159/master 2024-11-16T19:34:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:50,446 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on existing znode=/2-1797260159/master 2024-11-16T19:34:50,446 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1797260159/backup-masters/d11ab77873cb,43935,1731785690382 from backup master directory 2024-11-16T19:34:50,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159/backup-masters 2024-11-16T19:34:50,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797260159/backup-masters/d11ab77873cb,43935,1731785690382 2024-11-16T19:34:50,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159/backup-masters 2024-11-16T19:34:50,447 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:50,447 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,43935,1731785690382 2024-11-16T19:34:50,450 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/hbase.id] with ID: 8061f18f-86c6-4a4b-b6cd-dd673c4a11ed 2024-11-16T19:34:50,450 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/.tmp/hbase.id 2024-11-16T19:34:50,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:34:50,856 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/.tmp/hbase.id]:[hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/hbase.id] 2024-11-16T19:34:50,864 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:34:50,864 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:34:50,864 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T19:34:50,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:50,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:34:51,270 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:51,271 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:34:51,271 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:51,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:34:51,680 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store 2024-11-16T19:34:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:34:51,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:51,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:51,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:34:51,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:34:51,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T19:34:52,085 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:52,085 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:34:52,085 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:52,085 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:52,085 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:34:52,085 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:52,085 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:34:52,085 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785692085Disabling compacts and flushes for region at 1731785692085Disabling writes for close at 1731785692085Writing region close event to WAL at 1731785692085Closed at 1731785692085 2024-11-16T19:34:52,086 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/.initializing 2024-11-16T19:34:52,086 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/WALs/d11ab77873cb,43935,1731785690382 2024-11-16T19:34:52,087 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:52,088 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C43935%2C1731785690382, suffix=, logDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/WALs/d11ab77873cb,43935,1731785690382, archiveDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/oldWALs, maxLogs=10 2024-11-16T19:34:52,100 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/WALs/d11ab77873cb,43935,1731785690382/d11ab77873cb%2C43935%2C1731785690382.1731785692088, exclude list is [], retry=0 2024-11-16T19:34:52,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-7e281024-1427-42ab-9fc6-29fde804814f,DISK] 2024-11-16T19:34:52,102 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/WALs/d11ab77873cb,43935,1731785690382/d11ab77873cb%2C43935%2C1731785690382.1731785692088 2024-11-16T19:34:52,103 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39997:39997)] 2024-11-16T19:34:52,103 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:52,103 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:52,103 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,103 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:34:52,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:34:52,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:52,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:34:52,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:52,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:34:52,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:52,108 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,109 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,109 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,109 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,109 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,110 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:52,110 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:34:52,111 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:52,112 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73454497, jitterRate=0.09455730020999908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:52,112 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785692103Initializing all the Stores at 1731785692104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785692104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785692104Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785692104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785692104Cleaning up temporary data from old regions at 1731785692109 (+5 ms)Region opened successfully at 1731785692112 (+3 ms) 2024-11-16T19:34:52,112 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:34:52,113 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:52,114 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:34:52,114 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:34:52,114 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:34:52,114 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:34:52,114 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:34:52,115 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:34:52,115 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:34:52,116 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:34:52,116 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Unable to get data of znode /2-1797260159/balancer because node does not exist (not necessarily an error) 2024-11-16T19:34:52,117 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797260159/balancer already deleted, retry=false 2024-11-16T19:34:52,117 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:34:52,117 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Unable to get data of znode /2-1797260159/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:34:52,118 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797260159/normalizer already deleted, retry=false 2024-11-16T19:34:52,118 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:34:52,121 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Unable to get data of znode /2-1797260159/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:34:52,122 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797260159/switch/split already deleted, retry=false 2024-11-16T19:34:52,122 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Unable to get data of znode /2-1797260159/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:34:52,123 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797260159/switch/merge already deleted, retry=false 2024-11-16T19:34:52,124 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Unable to get data of znode /2-1797260159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:34:52,125 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797260159/snapshot-cleanup already deleted, retry=false 2024-11-16T19:34:52,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1797260159/running 2024-11-16T19:34:52,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1797260159/running 2024-11-16T19:34:52,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:52,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:52,126 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,43935,1731785690382, sessionid=0x1004a07cc0e0006, setting cluster-up flag (Was=false) 2024-11-16T19:34:52,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:52,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:52,129 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1797260159/flush-table-proc/acquired, /2-1797260159/flush-table-proc/reached, /2-1797260159/flush-table-proc/abort 2024-11-16T19:34:52,130 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,43935,1731785690382 2024-11-16T19:34:52,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:52,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:52,133 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1797260159/online-snapshot/acquired, /2-1797260159/online-snapshot/reached, /2-1797260159/online-snapshot/abort 2024-11-16T19:34:52,133 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,43935,1731785690382 2024-11-16T19:34:52,134 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:34:52,135 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(746): ClusterId : 8061f18f-86c6-4a4b-b6cd-dd673c4a11ed 2024-11-16T19:34:52,135 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:34:52,135 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:52,136 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:34:52,136 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:34:52,136 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,43935,1731785690382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:34:52,136 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:34:52,136 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:34:52,137 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:52,137 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:52,137 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:52,137 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:34:52,137 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:34:52,137 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,137 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:52,137 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,137 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:34:52,137 DEBUG [RS:0;d11ab77873cb:35539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e183819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:34:52,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:52,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:34:52,139 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:34:52,144 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785722144 2024-11-16T19:34:52,144 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:34:52,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:34:52,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:34:52,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:34:52,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:34:52,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:34:52,145 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,149 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:34:52,149 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:34:52,149 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:34:52,149 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:35539 2024-11-16T19:34:52,149 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:34:52,149 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:34:52,149 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:34:52,149 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:34:52,150 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:34:52,150 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:34:52,150 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785692150,5,FailOnTimeoutGroup] 2024-11-16T19:34:52,150 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,43935,1731785690382 with port=35539, startcode=1731785690415 2024-11-16T19:34:52,150 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785692150,5,FailOnTimeoutGroup] 2024-11-16T19:34:52,150 DEBUG [RS:0;d11ab77873cb:35539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:34:52,150 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,150 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:34:52,150 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,150 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:34:52,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:34:52,152 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1 2024-11-16T19:34:52,153 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:34:52,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43935 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,155 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1 2024-11-16T19:34:52,155 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43731 2024-11-16T19:34:52,155 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:34:52,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159/rs 2024-11-16T19:34:52,157 DEBUG [RS:0;d11ab77873cb:35539 {}] zookeeper.ZKUtil(111): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on existing znode=/2-1797260159/rs/d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,157 WARN [RS:0;d11ab77873cb:35539 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:34:52,157 INFO [RS:0;d11ab77873cb:35539 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:52,157 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,35539,1731785690415] 2024-11-16T19:34:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741832_1008 (size=32) 2024-11-16T19:34:52,183 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:34:52,184 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:34:52,185 INFO [RS:0;d11ab77873cb:35539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:34:52,185 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,185 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:34:52,186 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:34:52,186 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:52,186 DEBUG [RS:0;d11ab77873cb:35539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:34:52,189 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,189 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,189 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,190 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,190 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,190 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35539,1731785690415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:52,205 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:34:52,205 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35539,1731785690415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,205 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,205 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.Replication(171): d11ab77873cb,35539,1731785690415 started 2024-11-16T19:34:52,217 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,217 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,35539,1731785690415, RpcServer on d11ab77873cb/172.17.0.2:35539, sessionid=0x1004a07cc0e0007 2024-11-16T19:34:52,217 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:34:52,217 DEBUG [RS:0;d11ab77873cb:35539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,217 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,35539,1731785690415' 2024-11-16T19:34:52,217 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1797260159/flush-table-proc/abort' 2024-11-16T19:34:52,217 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1797260159/flush-table-proc/acquired' 2024-11-16T19:34:52,218 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:34:52,218 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:34:52,218 DEBUG [RS:0;d11ab77873cb:35539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,218 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,35539,1731785690415' 2024-11-16T19:34:52,218 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1797260159/online-snapshot/abort' 2024-11-16T19:34:52,218 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1797260159/online-snapshot/acquired' 2024-11-16T19:34:52,218 DEBUG [RS:0;d11ab77873cb:35539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:34:52,218 INFO [RS:0;d11ab77873cb:35539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:34:52,218 INFO [RS:0;d11ab77873cb:35539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:34:52,319 INFO [RS:0;d11ab77873cb:35539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:34:52,320 INFO [RS:0;d11ab77873cb:35539 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35539%2C1731785690415, suffix=, logDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415, archiveDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/oldWALs, maxLogs=10 2024-11-16T19:34:52,332 DEBUG [RS:0;d11ab77873cb:35539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, exclude list is [], retry=0 2024-11-16T19:34:52,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-7e281024-1427-42ab-9fc6-29fde804814f,DISK] 2024-11-16T19:34:52,336 INFO [RS:0;d11ab77873cb:35539 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 2024-11-16T19:34:52,336 DEBUG [RS:0;d11ab77873cb:35539 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39997:39997)] 2024-11-16T19:34:52,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:52,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:52,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:52,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:52,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:52,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:52,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:52,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:52,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:52,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:52,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740 2024-11-16T19:34:52,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740 2024-11-16T19:34:52,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:52,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:52,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:52,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:52,589 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:52,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60672247, jitterRate=-0.09591306746006012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:52,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785692579Initializing all the Stores at 1731785692580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785692580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785692580Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785692580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785692580Cleaning up temporary data from old regions at 1731785692587 (+7 ms)Region opened successfully at 1731785692590 (+3 ms) 2024-11-16T19:34:52,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:34:52,590 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:34:52,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:34:52,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:34:52,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:34:52,590 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:34:52,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785692590Disabling compacts and flushes for region at 1731785692590Disabling writes for close at 1731785692590Writing region close event to WAL at 1731785692590Closed at 1731785692590 2024-11-16T19:34:52,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:52,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:34:52,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:34:52,592 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:52,593 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:34:52,743 DEBUG [d11ab77873cb:43935 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:34:52,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,744 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,35539,1731785690415, state=OPENING 2024-11-16T19:34:52,745 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:34:52,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:52,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:34:52,746 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:34:52,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1797260159/meta-region-server: CHANGED 2024-11-16T19:34:52,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1797260159/meta-region-server: CHANGED 2024-11-16T19:34:52,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,35539,1731785690415}] 2024-11-16T19:34:52,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:34:52,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:34:52,902 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:34:52,902 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:52,902 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:34:52,903 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35539%2C1731785690415.meta, suffix=.meta, logDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415, archiveDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/oldWALs, maxLogs=10 2024-11-16T19:34:52,915 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.meta.1731785692903.meta, exclude list is [], retry=0 2024-11-16T19:34:52,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-7e281024-1427-42ab-9fc6-29fde804814f,DISK] 2024-11-16T19:34:52,918 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.meta.1731785692903.meta 2024-11-16T19:34:52,919 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39997:39997)] 2024-11-16T19:34:52,919 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:52,919 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:52,919 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:52,919 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:34:52,919 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:34:52,920 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:34:52,920 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:52,920 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:34:52,920 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:34:52,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:34:52,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:34:52,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:34:52,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:34:52,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:34:52,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:34:52,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:34:52,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:34:52,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:52,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:34:52,924 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:34:52,925 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740 2024-11-16T19:34:52,925 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740 2024-11-16T19:34:52,926 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:34:52,926 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:34:52,927 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:34:52,928 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:34:52,928 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74145584, jitterRate=0.10485529899597168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:34:52,928 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:34:52,928 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785692920Writing region info on filesystem at 1731785692920Initializing all the Stores at 1731785692921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785692921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785692921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785692921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785692921Cleaning up temporary data from old regions at 1731785692926 (+5 ms)Running coprocessor post-open hooks at 1731785692928 (+2 ms)Region opened successfully at 1731785692928 2024-11-16T19:34:52,929 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785692898 2024-11-16T19:34:52,931 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:34:52,931 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:34:52,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,35539,1731785690415, state=OPEN 2024-11-16T19:34:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1797260159/meta-region-server 2024-11-16T19:34:52,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1797260159/meta-region-server 2024-11-16T19:34:52,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,35539,1731785690415 2024-11-16T19:34:52,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1797260159/meta-region-server: CHANGED 2024-11-16T19:34:52,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1797260159/meta-region-server: CHANGED 2024-11-16T19:34:52,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:34:52,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,35539,1731785690415 in 186 msec 2024-11-16T19:34:52,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:34:52,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-11-16T19:34:52,936 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:34:52,936 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:34:52,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:52,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35539,1731785690415, seqNum=-1] 2024-11-16T19:34:52,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:52,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:52,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 806 msec 2024-11-16T19:34:52,943 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785692943, completionTime=-1 2024-11-16T19:34:52,943 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:34:52,943 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:34:52,956 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:34:52,956 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785752956 2024-11-16T19:34:52,956 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785812956 2024-11-16T19:34:52,956 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-16T19:34:52,957 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43935,1731785690382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,957 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43935,1731785690382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,957 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43935,1731785690382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,957 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:43935, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,957 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,957 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:52,959 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:34:52,960 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.513sec 2024-11-16T19:34:52,960 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:34:52,960 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:34:52,960 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:34:52,960 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:34:52,961 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:34:52,961 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43935,1731785690382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:34:52,961 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43935,1731785690382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:34:52,962 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:34:52,962 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:34:52,962 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43935,1731785690382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:34:53,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496b7c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:53,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43935,-1 for getting cluster id 2024-11-16T19:34:53,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:53,038 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8061f18f-86c6-4a4b-b6cd-dd673c4a11ed' 2024-11-16T19:34:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8061f18f-86c6-4a4b-b6cd-dd673c4a11ed" 2024-11-16T19:34:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d99cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43935,-1] 2024-11-16T19:34:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:53,039 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:53,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4da3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:53,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35539,1731785690415, seqNum=-1] 2024-11-16T19:34:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:53,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:34:53,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,43935,1731785690382 2024-11-16T19:34:53,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64106 2024-11-16T19:34:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:34:53,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1004a07cc0e0008 connected 2024-11-16T19:34:53,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34727,1731785683693 2024-11-16T19:34:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e668c55 2024-11-16T19:34:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:53,049 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:53,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:34:53,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:53,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:53,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:34:53,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:34:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:53,458 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c0bcb82ac8299420ca63ff105ec1f28, NAME => 'test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1 2024-11-16T19:34:53,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:34:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:53,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:53,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c0bcb82ac8299420ca63ff105ec1f28, disabling compactions & flushes 2024-11-16T19:34:53,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:34:53,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:34:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. after waiting 0 ms 2024-11-16T19:34:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:34:53,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:34:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c0bcb82ac8299420ca63ff105ec1f28: Waiting for close lock at 1731785693863Disabling compacts and flushes for region at 1731785693863Disabling writes for close at 1731785693864 (+1 ms)Writing region close event to WAL at 1731785693864Closed at 1731785693864 2024-11-16T19:34:53,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:53,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785693865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785693865"}]},"ts":"1731785693865"} 2024-11-16T19:34:53,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:53,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:53,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785693867"}]},"ts":"1731785693867"} 2024-11-16T19:34:53,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:34:53,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c0bcb82ac8299420ca63ff105ec1f28, ASSIGN}] 2024-11-16T19:34:53,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c0bcb82ac8299420ca63ff105ec1f28, ASSIGN 2024-11-16T19:34:53,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c0bcb82ac8299420ca63ff105ec1f28, ASSIGN; state=OFFLINE, location=d11ab77873cb,44957,1731785683732; forceNewPlan=false, retain=false 2024-11-16T19:34:54,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c0bcb82ac8299420ca63ff105ec1f28, regionState=OPENING, regionLocation=d11ab77873cb,44957,1731785683732 2024-11-16T19:34:54,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c0bcb82ac8299420ca63ff105ec1f28, ASSIGN because future has completed 2024-11-16T19:34:54,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c0bcb82ac8299420ca63ff105ec1f28, server=d11ab77873cb,44957,1731785683732}] 2024-11-16T19:34:54,177 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:34:54,177 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c0bcb82ac8299420ca63ff105ec1f28, NAME => 'test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:54,178 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:54,178 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:34:54,178 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,178 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:54,178 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,178 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,179 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,180 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c0bcb82ac8299420ca63ff105ec1f28 columnFamilyName f 2024-11-16T19:34:54,180 DEBUG [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:54,180 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] regionserver.HStore(327): Store=4c0bcb82ac8299420ca63ff105ec1f28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:54,180 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,181 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c0bcb82ac8299420ca63ff105ec1f28 columnFamilyName f1 2024-11-16T19:34:54,181 DEBUG [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:54,181 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] regionserver.HStore(327): Store=4c0bcb82ac8299420ca63ff105ec1f28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:54,181 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,182 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c0bcb82ac8299420ca63ff105ec1f28 columnFamilyName norep 2024-11-16T19:34:54,182 DEBUG [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:54,182 INFO [StoreOpener-4c0bcb82ac8299420ca63ff105ec1f28-1 {}] regionserver.HStore(327): Store=4c0bcb82ac8299420ca63ff105ec1f28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:54,182 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,183 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,183 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,184 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,184 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,184 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:54,184 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,186 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:54,186 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c0bcb82ac8299420ca63ff105ec1f28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67362846, jitterRate=0.0037846267223358154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:54,186 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:34:54,187 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c0bcb82ac8299420ca63ff105ec1f28: Running coprocessor pre-open hook at 1731785694178Writing region info on filesystem at 1731785694178Initializing all the Stores at 1731785694179 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785694179Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785694179Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785694179Cleaning up temporary data from old regions at 1731785694184 (+5 ms)Running coprocessor post-open hooks at 1731785694186 (+2 ms)Region opened successfully at 1731785694186 2024-11-16T19:34:54,187 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28., pid=6, masterSystemTime=1731785694174 2024-11-16T19:34:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:54,189 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:34:54,189 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:34:54,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c0bcb82ac8299420ca63ff105ec1f28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,44957,1731785683732 2024-11-16T19:34:54,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c0bcb82ac8299420ca63ff105ec1f28, server=d11ab77873cb,44957,1731785683732 because future has completed 2024-11-16T19:34:54,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:34:54,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c0bcb82ac8299420ca63ff105ec1f28, server=d11ab77873cb,44957,1731785683732 in 169 msec 2024-11-16T19:34:54,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:34:54,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c0bcb82ac8299420ca63ff105ec1f28, ASSIGN in 324 msec 2024-11-16T19:34:54,195 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:54,195 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785694195"}]},"ts":"1731785694195"} 2024-11-16T19:34:54,197 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:34:54,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:54,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-16T19:34:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:55,199 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:34:55,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,36661,1731785687352 2024-11-16T19:34:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@480227ff 2024-11-16T19:34:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:55,201 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:55,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:34:55,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:55,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:55,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:34:55,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:34:55,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba51d12231ba80d2add04c7d187e97f9, NAME => 'test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb 2024-11-16T19:34:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:34:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:55,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:55,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba51d12231ba80d2add04c7d187e97f9, disabling compactions & flushes 2024-11-16T19:34:55,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:34:55,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:34:55,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. after waiting 0 ms 2024-11-16T19:34:55,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:34:55,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:34:55,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba51d12231ba80d2add04c7d187e97f9: Waiting for close lock at 1731785695617Disabling compacts and flushes for region at 1731785695617Disabling writes for close at 1731785695617Writing region close event to WAL at 1731785695617Closed at 1731785695617 2024-11-16T19:34:55,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:55,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785695618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785695618"}]},"ts":"1731785695618"} 2024-11-16T19:34:55,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:55,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:55,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785695620"}]},"ts":"1731785695620"} 2024-11-16T19:34:55,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:34:55,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba51d12231ba80d2add04c7d187e97f9, ASSIGN}] 2024-11-16T19:34:55,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba51d12231ba80d2add04c7d187e97f9, ASSIGN 2024-11-16T19:34:55,623 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba51d12231ba80d2add04c7d187e97f9, ASSIGN; state=OFFLINE, location=d11ab77873cb,33017,1731785687380; forceNewPlan=false, retain=false 2024-11-16T19:34:55,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba51d12231ba80d2add04c7d187e97f9, regionState=OPENING, regionLocation=d11ab77873cb,33017,1731785687380 2024-11-16T19:34:55,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba51d12231ba80d2add04c7d187e97f9, ASSIGN because future has completed 2024-11-16T19:34:55,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba51d12231ba80d2add04c7d187e97f9, server=d11ab77873cb,33017,1731785687380}] 2024-11-16T19:34:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:55,930 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:34:55,930 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba51d12231ba80d2add04c7d187e97f9, NAME => 'test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:55,930 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:55,931 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:34:55,931 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,931 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:55,931 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,931 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,932 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,933 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba51d12231ba80d2add04c7d187e97f9 columnFamilyName f 2024-11-16T19:34:55,933 DEBUG [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:55,933 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] regionserver.HStore(327): Store=ba51d12231ba80d2add04c7d187e97f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:55,933 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,934 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba51d12231ba80d2add04c7d187e97f9 columnFamilyName f1 2024-11-16T19:34:55,934 DEBUG [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:55,934 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] regionserver.HStore(327): Store=ba51d12231ba80d2add04c7d187e97f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:55,934 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,935 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba51d12231ba80d2add04c7d187e97f9 columnFamilyName norep 2024-11-16T19:34:55,935 DEBUG [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:55,935 INFO [StoreOpener-ba51d12231ba80d2add04c7d187e97f9-1 {}] regionserver.HStore(327): Store=ba51d12231ba80d2add04c7d187e97f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:55,935 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,936 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,936 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,936 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,936 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,937 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:55,938 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,941 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:55,941 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba51d12231ba80d2add04c7d187e97f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73430361, jitterRate=0.09419764578342438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:55,941 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:34:55,941 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba51d12231ba80d2add04c7d187e97f9: Running coprocessor pre-open hook at 1731785695931Writing region info on filesystem at 1731785695931Initializing all the Stores at 1731785695931Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785695931Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785695932 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785695932Cleaning up temporary data from old regions at 1731785695937 (+5 ms)Running coprocessor post-open hooks at 1731785695941 (+4 ms)Region opened successfully at 1731785695941 2024-11-16T19:34:55,942 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9., pid=6, masterSystemTime=1731785695927 2024-11-16T19:34:55,943 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:34:55,944 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:34:55,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba51d12231ba80d2add04c7d187e97f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,33017,1731785687380 2024-11-16T19:34:55,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba51d12231ba80d2add04c7d187e97f9, server=d11ab77873cb,33017,1731785687380 because future has completed 2024-11-16T19:34:55,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:34:55,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba51d12231ba80d2add04c7d187e97f9, server=d11ab77873cb,33017,1731785687380 in 170 msec 2024-11-16T19:34:55,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:34:55,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba51d12231ba80d2add04c7d187e97f9, ASSIGN in 327 msec 2024-11-16T19:34:55,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:55,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785695950"}]},"ts":"1731785695950"} 2024-11-16T19:34:55,951 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:34:55,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:55,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-16T19:34:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:56,339 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:34:56,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43935,1731785690382 2024-11-16T19:34:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c94583c 2024-11-16T19:34:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:56,341 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:56,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:34:56,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:56,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:56,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:34:56,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:56,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:34:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:56,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f48a97f9a08801879955d6dbb42bcdf, NAME => 'test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1 2024-11-16T19:34:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:34:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:57,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:57,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f48a97f9a08801879955d6dbb42bcdf, disabling compactions & flushes 2024-11-16T19:34:57,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:34:57,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:34:57,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. after waiting 0 ms 2024-11-16T19:34:57,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:34:57,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:34:57,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f48a97f9a08801879955d6dbb42bcdf: Waiting for close lock at 1731785697155Disabling compacts and flushes for region at 1731785697155Disabling writes for close at 1731785697155Writing region close event to WAL at 1731785697155Closed at 1731785697155 2024-11-16T19:34:57,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:57,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785697156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785697156"}]},"ts":"1731785697156"} 2024-11-16T19:34:57,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:57,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:57,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785697158"}]},"ts":"1731785697158"} 2024-11-16T19:34:57,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:34:57,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f48a97f9a08801879955d6dbb42bcdf, ASSIGN}] 2024-11-16T19:34:57,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f48a97f9a08801879955d6dbb42bcdf, ASSIGN 2024-11-16T19:34:57,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f48a97f9a08801879955d6dbb42bcdf, ASSIGN; state=OFFLINE, location=d11ab77873cb,35539,1731785690415; forceNewPlan=false, retain=false 2024-11-16T19:34:57,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f48a97f9a08801879955d6dbb42bcdf, regionState=OPENING, regionLocation=d11ab77873cb,35539,1731785690415 2024-11-16T19:34:57,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f48a97f9a08801879955d6dbb42bcdf, ASSIGN because future has completed 2024-11-16T19:34:57,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f48a97f9a08801879955d6dbb42bcdf, server=d11ab77873cb,35539,1731785690415}] 2024-11-16T19:34:57,468 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:34:57,469 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f48a97f9a08801879955d6dbb42bcdf, NAME => 'test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:57,469 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:57,469 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:34:57,469 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,469 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:57,469 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,469 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,470 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,471 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48a97f9a08801879955d6dbb42bcdf columnFamilyName f 2024-11-16T19:34:57,471 DEBUG [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:57,471 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] regionserver.HStore(327): Store=0f48a97f9a08801879955d6dbb42bcdf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:57,471 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,472 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48a97f9a08801879955d6dbb42bcdf columnFamilyName f1 2024-11-16T19:34:57,472 DEBUG [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:57,472 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] regionserver.HStore(327): Store=0f48a97f9a08801879955d6dbb42bcdf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:57,473 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,473 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f48a97f9a08801879955d6dbb42bcdf columnFamilyName norep 2024-11-16T19:34:57,473 DEBUG [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:57,473 INFO [StoreOpener-0f48a97f9a08801879955d6dbb42bcdf-1 {}] regionserver.HStore(327): Store=0f48a97f9a08801879955d6dbb42bcdf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:57,474 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,474 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,474 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,475 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,475 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,475 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:57,476 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,477 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:57,477 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f48a97f9a08801879955d6dbb42bcdf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71051862, jitterRate=0.05875524878501892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:57,477 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:34:57,477 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f48a97f9a08801879955d6dbb42bcdf: Running coprocessor pre-open hook at 1731785697469Writing region info on filesystem at 1731785697469Initializing all the Stores at 1731785697470 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785697470Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785697470Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785697470Cleaning up temporary data from old regions at 1731785697475 (+5 ms)Running coprocessor post-open hooks at 1731785697477 (+2 ms)Region opened successfully at 1731785697477 2024-11-16T19:34:57,478 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf., pid=6, masterSystemTime=1731785697466 2024-11-16T19:34:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:57,480 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:34:57,480 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:34:57,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f48a97f9a08801879955d6dbb42bcdf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,35539,1731785690415 2024-11-16T19:34:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f48a97f9a08801879955d6dbb42bcdf, server=d11ab77873cb,35539,1731785690415 because future has completed 2024-11-16T19:34:57,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:34:57,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f48a97f9a08801879955d6dbb42bcdf, server=d11ab77873cb,35539,1731785690415 in 176 msec 2024-11-16T19:34:57,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:34:57,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f48a97f9a08801879955d6dbb42bcdf, ASSIGN in 332 msec 2024-11-16T19:34:57,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:57,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785697496"}]},"ts":"1731785697496"} 2024-11-16T19:34:57,499 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:34:57,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:57,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-16T19:34:57,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:34:58,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:34:58,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:34:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:34:58,499 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:34:58,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47798b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:58,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34727,-1 for getting cluster id 2024-11-16T19:34:58,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:58,501 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd096103-b29b-4fdc-b120-8ecf64b40465' 2024-11-16T19:34:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd096103-b29b-4fdc-b120-8ecf64b40465" 2024-11-16T19:34:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593f6a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34727,-1] 2024-11-16T19:34:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:58,502 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75650b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:58,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34727,1731785683693 2024-11-16T19:34:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75fabd33 2024-11-16T19:34:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:58,505 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:58,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:36661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:34:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:34:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:58,507 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:36661' 2024-11-16T19:34:58,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5746bc27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:58,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36661,-1 for getting cluster id 2024-11-16T19:34:58,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:58,509 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fd7a4f5-d433-4849-89c3-28151027947b' 2024-11-16T19:34:58,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:58,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fd7a4f5-d433-4849-89c3-28151027947b" 2024-11-16T19:34:58,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352b2eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36661,-1] 2024-11-16T19:34:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:58,510 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af858b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:58,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:58,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,36661,1731785687352 2024-11-16T19:34:58,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ae81062 2024-11-16T19:34:58,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:58,513 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:58,513 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:34:58,513 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:34:58,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:58,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:58,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:58,514 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:58,515 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:34:58,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:58,516 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:58,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:34:58,565 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:34:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:58,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d42dff33ac303e4fca1bc349c5fd5e6c, NAME => 'hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1 2024-11-16T19:34:58,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:34:58,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:58,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d42dff33ac303e4fca1bc349c5fd5e6c, disabling compactions & flushes 2024-11-16T19:34:58,931 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:34:58,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:34:58,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. after waiting 0 ms 2024-11-16T19:34:58,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:34:58,931 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:34:58,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d42dff33ac303e4fca1bc349c5fd5e6c: Waiting for close lock at 1731785698931Disabling compacts and flushes for region at 1731785698931Disabling writes for close at 1731785698931Writing region close event to WAL at 1731785698931Closed at 1731785698931 2024-11-16T19:34:58,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:34:58,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785698932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785698932"}]},"ts":"1731785698932"} 2024-11-16T19:34:58,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:34:58,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:34:58,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785698935"}]},"ts":"1731785698935"} 2024-11-16T19:34:58,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:34:58,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d42dff33ac303e4fca1bc349c5fd5e6c, ASSIGN}] 2024-11-16T19:34:58,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d42dff33ac303e4fca1bc349c5fd5e6c, ASSIGN 2024-11-16T19:34:58,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d42dff33ac303e4fca1bc349c5fd5e6c, ASSIGN; state=OFFLINE, location=d11ab77873cb,44957,1731785683732; forceNewPlan=false, retain=false 2024-11-16T19:34:59,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d42dff33ac303e4fca1bc349c5fd5e6c, regionState=OPENING, regionLocation=d11ab77873cb,44957,1731785683732 2024-11-16T19:34:59,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d42dff33ac303e4fca1bc349c5fd5e6c, ASSIGN because future has completed 2024-11-16T19:34:59,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d42dff33ac303e4fca1bc349c5fd5e6c, server=d11ab77873cb,44957,1731785683732}] 2024-11-16T19:34:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:59,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:34:59,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:34:59,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:34:59,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C44957%2C1731785683732.rep, suffix=, logDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732, archiveDir=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/oldWALs, maxLogs=10 2024-11-16T19:34:59,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.rep.1731785699248, exclude list is [], retry=0 2024-11-16T19:34:59,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33165,DS-4ba40977-947c-4446-876b-d871029d9fc4,DISK] 2024-11-16T19:34:59,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.rep.1731785699248 2024-11-16T19:34:59,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35501:35501)] 2024-11-16T19:34:59,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d42dff33ac303e4fca1bc349c5fd5e6c, NAME => 'hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:34:59,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:34:59,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:34:59,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. service=MultiRowMutationService 2024-11-16T19:34:59,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:34:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:34:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,266 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,267 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42dff33ac303e4fca1bc349c5fd5e6c columnFamilyName hfileref 2024-11-16T19:34:59,267 DEBUG [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:59,267 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] regionserver.HStore(327): Store=d42dff33ac303e4fca1bc349c5fd5e6c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:59,268 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,268 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42dff33ac303e4fca1bc349c5fd5e6c columnFamilyName queue 2024-11-16T19:34:59,269 DEBUG [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:59,269 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] regionserver.HStore(327): Store=d42dff33ac303e4fca1bc349c5fd5e6c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:59,269 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,270 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d42dff33ac303e4fca1bc349c5fd5e6c columnFamilyName sid 2024-11-16T19:34:59,270 DEBUG [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:59,270 INFO [StoreOpener-d42dff33ac303e4fca1bc349c5fd5e6c-1 {}] regionserver.HStore(327): Store=d42dff33ac303e4fca1bc349c5fd5e6c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:34:59,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/replication/d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/replication/d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:34:59,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/replication/d42dff33ac303e4fca1bc349c5fd5e6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:34:59,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d42dff33ac303e4fca1bc349c5fd5e6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68682923, jitterRate=0.023455306887626648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:34:59,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:34:59,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d42dff33ac303e4fca1bc349c5fd5e6c: Running coprocessor pre-open hook at 1731785699265Writing region info on filesystem at 1731785699265Initializing all the Stores at 1731785699266 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785699266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785699266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785699266Cleaning up temporary data from old regions at 1731785699272 (+6 ms)Running coprocessor post-open hooks at 1731785699275 (+3 ms)Region opened successfully at 1731785699275 2024-11-16T19:34:59,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c., pid=10, masterSystemTime=1731785699243 2024-11-16T19:34:59,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:34:59,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:34:59,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d42dff33ac303e4fca1bc349c5fd5e6c, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,44957,1731785683732 2024-11-16T19:34:59,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d42dff33ac303e4fca1bc349c5fd5e6c, server=d11ab77873cb,44957,1731785683732 because future has completed 2024-11-16T19:34:59,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:34:59,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d42dff33ac303e4fca1bc349c5fd5e6c, server=d11ab77873cb,44957,1731785683732 in 190 msec 2024-11-16T19:34:59,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:34:59,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d42dff33ac303e4fca1bc349c5fd5e6c, ASSIGN in 346 msec 2024-11-16T19:34:59,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:34:59,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785699285"}]},"ts":"1731785699285"} 2024-11-16T19:34:59,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:34:59,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:34:59,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-16T19:34:59,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c., hostname=d11ab77873cb,44957,1731785683732, seqNum=2] 2024-11-16T19:34:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:59,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:34:59,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:34:59,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:34:59,479 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:34:59,504 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,44957,1731785683732, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:34:59,505 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:34:59,505 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,44957,1731785683732, seqNum=-1] 2024-11-16T19:34:59,505 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:34:59,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T19:34:59,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,44957,1731785683732', locateType=CURRENT is [region=hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c., hostname=d11ab77873cb,44957,1731785683732, seqNum=2] 2024-11-16T19:34:59,509 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:34:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:34:59,512 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,44957,1731785683732 suceeded 2024-11-16T19:34:59,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:34:59,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T19:34:59,513 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:36661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:34:59,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0080 sec 2024-11-16T19:34:59,523 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:36661' 2024-11-16T19:34:59,524 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dcb0f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,524 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36661,-1 for getting cluster id 2024-11-16T19:34:59,524 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:59,525 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fd7a4f5-d433-4849-89c3-28151027947b' 2024-11-16T19:34:59,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:59,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fd7a4f5-d433-4849-89c3-28151027947b" 2024-11-16T19:34:59,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467389a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36661,-1] 2024-11-16T19:34:59,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:59,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:59,527 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:59,527 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e020c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,527 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:59,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,36661,1731785687352 2024-11-16T19:34:59,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a8763e 2024-11-16T19:34:59,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:59,529 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-16T19:34:59,529 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,44957,1731785683732 (queues=1) is replicating from cluster=fd096103-b29b-4fdc-b120-8ecf64b40465 to cluster=4fd7a4f5-d433-4849-89c3-28151027947b 2024-11-16T19:34:59,529 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C44957%2C1731785683732 2024-11-16T19:34:59,530 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,44957,1731785683732, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:34:59,530 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C44957%2C1731785683732 2024-11-16T19:34:59,530 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, startPosition=0, beingWritten=true 2024-11-16T19:34:59,535 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:34:59,535 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:34:59,535 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:34:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:59,639 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:34:59,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:34:59,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:34:59,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:59,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:59,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:59,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787caf0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36661,-1 for getting cluster id 2024-11-16T19:34:59,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:59,641 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fd7a4f5-d433-4849-89c3-28151027947b' 2024-11-16T19:34:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fd7a4f5-d433-4849-89c3-28151027947b" 2024-11-16T19:34:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d17e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36661,-1] 2024-11-16T19:34:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:59,642 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552b681c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,36661,1731785687352 2024-11-16T19:34:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@745b8cc4 2024-11-16T19:34:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:59,644 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:59,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:43935,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:34:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:34:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:59,647 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:43935' 2024-11-16T19:34:59,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fa349c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,649 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43935,-1 for getting cluster id 2024-11-16T19:34:59,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:34:59,649 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8061f18f-86c6-4a4b-b6cd-dd673c4a11ed' 2024-11-16T19:34:59,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:34:59,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8061f18f-86c6-4a4b-b6cd-dd673c4a11ed" 2024-11-16T19:34:59,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a9cbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43935,-1] 2024-11-16T19:34:59,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:34:59,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:59,651 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:34:59,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e72bf65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:34:59,651 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43935,1731785690382 2024-11-16T19:34:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b15531b 2024-11-16T19:34:59,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:34:59,653 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:34:59,653 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:34:59,653 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:34:59,653 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:59,653 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:34:59,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:34:59,654 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:34:59,655 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:34:59,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:34:59,656 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:34:59,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:34:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:34:59,705 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:34:59,739 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:34:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:34:59,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:34:59,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:59,909 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48365 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:34:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:00,042 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:35:00,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42eb2b85f66b80403afb7b2992107a00, NAME => 'hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb 2024-11-16T19:35:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:35:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:00,445 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:35:00,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:00,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 42eb2b85f66b80403afb7b2992107a00, disabling compactions & flushes 2024-11-16T19:35:00,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:00,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:00,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. after waiting 0 ms 2024-11-16T19:35:00,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:00,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:00,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42eb2b85f66b80403afb7b2992107a00: Waiting for close lock at 1731785700470Disabling compacts and flushes for region at 1731785700470Disabling writes for close at 1731785700470Writing region close event to WAL at 1731785700470Closed at 1731785700470 2024-11-16T19:35:00,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:00,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785700471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785700471"}]},"ts":"1731785700471"} 2024-11-16T19:35:00,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:00,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:00,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785700474"}]},"ts":"1731785700474"} 2024-11-16T19:35:00,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:35:00,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42eb2b85f66b80403afb7b2992107a00, ASSIGN}] 2024-11-16T19:35:00,476 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42eb2b85f66b80403afb7b2992107a00, ASSIGN 2024-11-16T19:35:00,477 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42eb2b85f66b80403afb7b2992107a00, ASSIGN; state=OFFLINE, location=d11ab77873cb,33017,1731785687380; forceNewPlan=false, retain=false 2024-11-16T19:35:00,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42eb2b85f66b80403afb7b2992107a00, regionState=OPENING, regionLocation=d11ab77873cb,33017,1731785687380 2024-11-16T19:35:00,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42eb2b85f66b80403afb7b2992107a00, ASSIGN because future has completed 2024-11-16T19:35:00,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42eb2b85f66b80403afb7b2992107a00, server=d11ab77873cb,33017,1731785687380}] 2024-11-16T19:35:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:00,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:00,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:00,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:35:00,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33017%2C1731785687380.rep, suffix=, logDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380, archiveDir=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/oldWALs, maxLogs=10 2024-11-16T19:35:00,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.rep.1731785700787, exclude list is [], retry=0 2024-11-16T19:35:00,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42333,DS-5bdf38eb-ded7-48b1-8f9e-e8ac38e97024,DISK] 2024-11-16T19:35:00,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.rep.1731785700787 2024-11-16T19:35:00,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44507:44507)] 2024-11-16T19:35:00,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 42eb2b85f66b80403afb7b2992107a00, NAME => 'hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:00,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:00,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:00,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. service=MultiRowMutationService 2024-11-16T19:35:00,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:35:00,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:00,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,807 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,808 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42eb2b85f66b80403afb7b2992107a00 columnFamilyName hfileref 2024-11-16T19:35:00,808 DEBUG [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:00,809 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] regionserver.HStore(327): Store=42eb2b85f66b80403afb7b2992107a00/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:00,809 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,809 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42eb2b85f66b80403afb7b2992107a00 columnFamilyName queue 2024-11-16T19:35:00,810 DEBUG [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:00,810 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] regionserver.HStore(327): Store=42eb2b85f66b80403afb7b2992107a00/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:00,810 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,810 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42eb2b85f66b80403afb7b2992107a00 columnFamilyName sid 2024-11-16T19:35:00,811 DEBUG [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:00,811 INFO [StoreOpener-42eb2b85f66b80403afb7b2992107a00-1 {}] regionserver.HStore(327): Store=42eb2b85f66b80403afb7b2992107a00/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:00,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/replication/42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/replication/42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:00,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/replication/42eb2b85f66b80403afb7b2992107a00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:00,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 42eb2b85f66b80403afb7b2992107a00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68736947, jitterRate=0.024260327219963074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:00,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:00,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 42eb2b85f66b80403afb7b2992107a00: Running coprocessor pre-open hook at 1731785700807Writing region info on filesystem at 1731785700807Initializing all the Stores at 1731785700807Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785700807Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785700807Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785700807Cleaning up temporary data from old regions at 1731785700812 (+5 ms)Running coprocessor post-open hooks at 1731785700815 (+3 ms)Region opened successfully at 1731785700815 2024-11-16T19:35:00,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00., pid=10, masterSystemTime=1731785700782 2024-11-16T19:35:00,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:00,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:00,818 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42eb2b85f66b80403afb7b2992107a00, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,33017,1731785687380 2024-11-16T19:35:00,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42eb2b85f66b80403afb7b2992107a00, server=d11ab77873cb,33017,1731785687380 because future has completed 2024-11-16T19:35:00,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:35:00,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 42eb2b85f66b80403afb7b2992107a00, server=d11ab77873cb,33017,1731785687380 in 190 msec 2024-11-16T19:35:00,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:35:00,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42eb2b85f66b80403afb7b2992107a00, ASSIGN in 346 msec 2024-11-16T19:35:00,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:00,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785700823"}]},"ts":"1731785700823"} 2024-11-16T19:35:00,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:35:00,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:00,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-16T19:35:00,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00., hostname=d11ab77873cb,33017,1731785687380, seqNum=2] 2024-11-16T19:35:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:35:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:35:00,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:35:00,949 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:35:01,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:35:01,019 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:35:01,044 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,33017,1731785687380, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:35:01,044 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:01,044 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33017,1731785687380, seqNum=-1] 2024-11-16T19:35:01,044 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:01,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:01,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,33017,1731785687380', locateType=CURRENT is [region=hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00., hostname=d11ab77873cb,33017,1731785687380, seqNum=2] 2024-11-16T19:35:01,049 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:35:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:35:01,050 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,33017,1731785687380 suceeded 2024-11-16T19:35:01,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:35:01,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T19:35:01,052 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:43935,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:35:01,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4070 sec 2024-11-16T19:35:01,062 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:43935' 2024-11-16T19:35:01,063 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3808422a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,063 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43935,-1 for getting cluster id 2024-11-16T19:35:01,063 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:01,064 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8061f18f-86c6-4a4b-b6cd-dd673c4a11ed' 2024-11-16T19:35:01,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:01,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8061f18f-86c6-4a4b-b6cd-dd673c4a11ed" 2024-11-16T19:35:01,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65129f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43935,-1] 2024-11-16T19:35:01,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:01,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:01,065 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:01,066 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c442e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,066 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:01,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43935,1731785690382 2024-11-16T19:35:01,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28342684 2024-11-16T19:35:01,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:01,067 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-16T19:35:01,068 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,33017,1731785687380 (queues=1) is replicating from cluster=4fd7a4f5-d433-4849-89c3-28151027947b to cluster=8061f18f-86c6-4a4b-b6cd-dd673c4a11ed 2024-11-16T19:35:01,068 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C33017%2C1731785687380 2024-11-16T19:35:01,068 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,33017,1731785687380, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:35:01,068 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C33017%2C1731785687380 2024-11-16T19:35:01,068 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, startPosition=0, beingWritten=true 2024-11-16T19:35:01,072 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:01,072 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 379, reset compression=false 2024-11-16T19:35:01,072 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:01,275 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 379, reset compression=false 2024-11-16T19:35:01,552 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:35:01,578 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 379, reset compression=false 2024-11-16T19:35:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:01,789 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:35:01,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:01,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:01,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:01,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:01,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:01,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74066252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43935,-1 for getting cluster id 2024-11-16T19:35:01,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:01,791 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8061f18f-86c6-4a4b-b6cd-dd673c4a11ed' 2024-11-16T19:35:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8061f18f-86c6-4a4b-b6cd-dd673c4a11ed" 2024-11-16T19:35:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0afaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43935,-1] 2024-11-16T19:35:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:01,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:01,792 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224361a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43935,1731785690382 2024-11-16T19:35:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@475af3e2 2024-11-16T19:35:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:01,794 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:01,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:35:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:35:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:01,796 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:34727' 2024-11-16T19:35:01,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f510937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,797 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34727,-1 for getting cluster id 2024-11-16T19:35:01,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:01,798 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd096103-b29b-4fdc-b120-8ecf64b40465' 2024-11-16T19:35:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd096103-b29b-4fdc-b120-8ecf64b40465" 2024-11-16T19:35:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1f6a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34727,-1] 2024-11-16T19:35:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:01,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:01,799 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a81f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:01,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:01,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34727,1731785683693 2024-11-16T19:35:01,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8deee6b 2024-11-16T19:35:01,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:01,801 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:01,801 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:35:01,802 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:35:01,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:01,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:01,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:01,802 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:01,803 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:35:01,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:35:01,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:01,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:35:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:35:01,853 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:35:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:35:01,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T19:35:01,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:01,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T19:35:01,981 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 379, reset compression=false 2024-11-16T19:35:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:02,210 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4346505c7fb6aed267964bc66d20dc65, NAME => 'hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1 2024-11-16T19:35:02,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:35:02,255 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:35:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:02,484 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 379, reset compression=false 2024-11-16T19:35:02,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:02,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4346505c7fb6aed267964bc66d20dc65, disabling compactions & flushes 2024-11-16T19:35:02,615 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:02,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:02,615 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. after waiting 0 ms 2024-11-16T19:35:02,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:02,616 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:02,616 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4346505c7fb6aed267964bc66d20dc65: Waiting for close lock at 1731785702615Disabling compacts and flushes for region at 1731785702615Disabling writes for close at 1731785702615Writing region close event to WAL at 1731785702616 (+1 ms)Closed at 1731785702616 2024-11-16T19:35:02,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:02,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785702617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785702617"}]},"ts":"1731785702617"} 2024-11-16T19:35:02,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:02,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:02,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785702619"}]},"ts":"1731785702619"} 2024-11-16T19:35:02,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:35:02,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4346505c7fb6aed267964bc66d20dc65, ASSIGN}] 2024-11-16T19:35:02,622 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4346505c7fb6aed267964bc66d20dc65, ASSIGN 2024-11-16T19:35:02,622 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4346505c7fb6aed267964bc66d20dc65, ASSIGN; state=OFFLINE, location=d11ab77873cb,35539,1731785690415; forceNewPlan=false, retain=false 2024-11-16T19:35:02,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4346505c7fb6aed267964bc66d20dc65, regionState=OPENING, regionLocation=d11ab77873cb,35539,1731785690415 2024-11-16T19:35:02,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4346505c7fb6aed267964bc66d20dc65, ASSIGN because future has completed 2024-11-16T19:35:02,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4346505c7fb6aed267964bc66d20dc65, server=d11ab77873cb,35539,1731785690415}] 2024-11-16T19:35:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:02,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:02,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:02,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:35:02,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35539%2C1731785690415.rep, suffix=, logDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415, archiveDir=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/oldWALs, maxLogs=10 2024-11-16T19:35:02,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.rep.1731785702931, exclude list is [], retry=0 2024-11-16T19:35:02,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-7e281024-1427-42ab-9fc6-29fde804814f,DISK] 2024-11-16T19:35:02,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.rep.1731785702931 2024-11-16T19:35:02,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39997:39997)] 2024-11-16T19:35:02,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4346505c7fb6aed267964bc66d20dc65, NAME => 'hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:02,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:02,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:02,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. service=MultiRowMutationService 2024-11-16T19:35:02,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:35:02,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:02,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,952 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,953 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4346505c7fb6aed267964bc66d20dc65 columnFamilyName hfileref 2024-11-16T19:35:02,953 DEBUG [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:02,953 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] regionserver.HStore(327): Store=4346505c7fb6aed267964bc66d20dc65/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:02,953 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,954 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4346505c7fb6aed267964bc66d20dc65 columnFamilyName queue 2024-11-16T19:35:02,954 DEBUG [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:02,954 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] regionserver.HStore(327): Store=4346505c7fb6aed267964bc66d20dc65/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:02,954 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,955 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4346505c7fb6aed267964bc66d20dc65 columnFamilyName sid 2024-11-16T19:35:02,955 DEBUG [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:02,955 INFO [StoreOpener-4346505c7fb6aed267964bc66d20dc65-1 {}] regionserver.HStore(327): Store=4346505c7fb6aed267964bc66d20dc65/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:02,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/replication/4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/replication/4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:02,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/replication/4346505c7fb6aed267964bc66d20dc65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:02,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4346505c7fb6aed267964bc66d20dc65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75276262, jitterRate=0.12170371413230896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4346505c7fb6aed267964bc66d20dc65: Running coprocessor pre-open hook at 1731785702951Writing region info on filesystem at 1731785702951Initializing all the Stores at 1731785702951Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785702951Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785702952 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785702952Cleaning up temporary data from old regions at 1731785702956 (+4 ms)Running coprocessor post-open hooks at 1731785702959 (+3 ms)Region opened successfully at 1731785702959 2024-11-16T19:35:02,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65., pid=10, masterSystemTime=1731785702926 2024-11-16T19:35:02,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:02,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:02,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4346505c7fb6aed267964bc66d20dc65, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,35539,1731785690415 2024-11-16T19:35:02,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4346505c7fb6aed267964bc66d20dc65, server=d11ab77873cb,35539,1731785690415 because future has completed 2024-11-16T19:35:02,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:35:02,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4346505c7fb6aed267964bc66d20dc65, server=d11ab77873cb,35539,1731785690415 in 189 msec 2024-11-16T19:35:02,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:35:02,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4346505c7fb6aed267964bc66d20dc65, ASSIGN in 344 msec 2024-11-16T19:35:02,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:02,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785702967"}]},"ts":"1731785702967"} 2024-11-16T19:35:02,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:35:02,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:02,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-16T19:35:03,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65., hostname=d11ab77873cb,35539,1731785690415, seqNum=2] 2024-11-16T19:35:03,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:35:03,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:35:03,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:35:03,058 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:35:03,087 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 379, reset compression=false 2024-11-16T19:35:03,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:35:03,166 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:35:03,192 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,35539,1731785690415, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:35:03,192 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:03,192 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35539,1731785690415, seqNum=-1] 2024-11-16T19:35:03,192 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:03,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:03,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,35539,1731785690415', locateType=CURRENT is [region=hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65., hostname=d11ab77873cb,35539,1731785690415, seqNum=2] 2024-11-16T19:35:03,196 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:35:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:35:03,198 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,35539,1731785690415 suceeded 2024-11-16T19:35:03,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:35:03,200 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:34727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:35:03,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T19:35:03,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4060 sec 2024-11-16T19:35:03,209 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:34727' 2024-11-16T19:35:03,209 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3436eb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,210 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34727,-1 for getting cluster id 2024-11-16T19:35:03,210 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:03,210 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd096103-b29b-4fdc-b120-8ecf64b40465' 2024-11-16T19:35:03,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:03,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd096103-b29b-4fdc-b120-8ecf64b40465" 2024-11-16T19:35:03,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fff0ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34727,-1] 2024-11-16T19:35:03,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:03,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:03,211 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:03,212 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cbd9eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,212 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:03,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34727,1731785683693 2024-11-16T19:35:03,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee2417c 2024-11-16T19:35:03,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:03,213 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T19:35:03,213 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,35539,1731785690415 (queues=1) is replicating from cluster=8061f18f-86c6-4a4b-b6cd-dd673c4a11ed to cluster=fd096103-b29b-4fdc-b120-8ecf64b40465 2024-11-16T19:35:03,213 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C35539%2C1731785690415 2024-11-16T19:35:03,214 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,35539,1731785690415, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:35:03,214 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C35539%2C1731785690415 2024-11-16T19:35:03,214 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, startPosition=0, beingWritten=true 2024-11-16T19:35:03,218 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:03,218 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 379, reset compression=false 2024-11-16T19:35:03,218 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:03,421 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 379, reset compression=false 2024-11-16T19:35:03,724 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 379, reset compression=false 2024-11-16T19:35:03,790 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 379, reset compression=false 2024-11-16T19:35:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:03,939 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:35:03,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:03,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:03,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:03,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:03,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:03,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378d3d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34727,-1 for getting cluster id 2024-11-16T19:35:03,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:03,941 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd096103-b29b-4fdc-b120-8ecf64b40465' 2024-11-16T19:35:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd096103-b29b-4fdc-b120-8ecf64b40465" 2024-11-16T19:35:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ef68c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34727,-1] 2024-11-16T19:35:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:03,942 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ce6860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abf7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36661,-1 for getting cluster id 2024-11-16T19:35:03,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:03,943 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fd7a4f5-d433-4849-89c3-28151027947b' 2024-11-16T19:35:03,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fd7a4f5-d433-4849-89c3-28151027947b" 2024-11-16T19:35:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546cbece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36661,-1] 2024-11-16T19:35:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:03,944 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:03,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4831408b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2f9629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43935,-1 for getting cluster id 2024-11-16T19:35:03,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:03,946 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8061f18f-86c6-4a4b-b6cd-dd673c4a11ed' 2024-11-16T19:35:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8061f18f-86c6-4a4b-b6cd-dd673c4a11ed" 2024-11-16T19:35:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e95aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43935,-1] 2024-11-16T19:35:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:03,947 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:03,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2b5378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,44957,1731785683732, seqNum=-1] 2024-11-16T19:35:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:03,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28., hostname=d11ab77873cb,44957,1731785683732, seqNum=2] 2024-11-16T19:35:03,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:03,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35539,1731785690415, seqNum=-1] 2024-11-16T19:35:03,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:03,961 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 379, reset compression=false 2024-11-16T19:35:03,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:03,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf., hostname=d11ab77873cb,35539,1731785690415, seqNum=2] 2024-11-16T19:35:03,988 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:03,988 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 480, reset compression=false 2024-11-16T19:35:03,988 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c0bcb82ac8299420ca63ff105ec1f28/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T19:35:03,989 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T19:35:03,990 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:03,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-16T19:35:03,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:03,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51d9dbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,36661,-1 for getting cluster id 2024-11-16T19:35:03,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:03,992 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fd7a4f5-d433-4849-89c3-28151027947b' 2024-11-16T19:35:03,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:03,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fd7a4f5-d433-4849-89c3-28151027947b" 2024-11-16T19:35:03,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d18f915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,36661,-1] 2024-11-16T19:35:03,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:03,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:03,993 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:03,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eed66d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:03,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:03,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33017,1731785687380, seqNum=-1] 2024-11-16T19:35:03,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:03,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:03,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9., hostname=d11ab77873cb,33017,1731785687380, seqNum=2] 2024-11-16T19:35:03,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:04,127 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 379, reset compression=false 2024-11-16T19:35:04,191 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 480, reset compression=false 2024-11-16T19:35:04,494 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 480, reset compression=false 2024-11-16T19:35:04,594 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 379, reset compression=false 2024-11-16T19:35:04,606 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:04,606 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 504, reset compression=false 2024-11-16T19:35:04,606 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba51d12231ba80d2add04c7d187e97f9/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T19:35:04,608 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:04,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-16T19:35:04,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:04,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dd7aa14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:04,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43935,-1 for getting cluster id 2024-11-16T19:35:04,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:04,611 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8061f18f-86c6-4a4b-b6cd-dd673c4a11ed' 2024-11-16T19:35:04,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:04,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8061f18f-86c6-4a4b-b6cd-dd673c4a11ed" 2024-11-16T19:35:04,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f69e889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:04,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43935,-1] 2024-11-16T19:35:04,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:04,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:04,612 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:04,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ae9df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:04,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:04,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35539,1731785690415, seqNum=-1] 2024-11-16T19:35:04,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:04,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:04,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf., hostname=d11ab77873cb,35539,1731785690415, seqNum=2] 2024-11-16T19:35:04,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:04,630 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 379, reset compression=false 2024-11-16T19:35:04,634 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:04,634 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 527, reset compression=false 2024-11-16T19:35:04,634 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:04,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:35:04,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,809 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 504, reset compression=false 2024-11-16T19:35:04,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:04,837 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 527, reset compression=false 2024-11-16T19:35:04,898 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 480, reset compression=false 2024-11-16T19:35:04,991 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T19:35:04,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33017,1731785687380, seqNum=-1] 2024-11-16T19:35:04,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:04,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:04,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9., hostname=d11ab77873cb,33017,1731785687380, seqNum=2] 2024-11-16T19:35:04,997 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T19:35:05,113 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 504, reset compression=false 2024-11-16T19:35:05,117 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:05,117 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 608, reset compression=false 2024-11-16T19:35:05,117 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba51d12231ba80d2add04c7d187e97f9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T19:35:05,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:05,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:05,140 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 527, reset compression=false 2024-11-16T19:35:05,144 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:05,144 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 654, reset compression=false 2024-11-16T19:35:05,144 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f48a97f9a08801879955d6dbb42bcdf/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T19:35:05,155 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:05,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T19:35:05,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:05,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff6c8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:05,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34727,-1 for getting cluster id 2024-11-16T19:35:05,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:05,158 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd096103-b29b-4fdc-b120-8ecf64b40465' 2024-11-16T19:35:05,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:05,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd096103-b29b-4fdc-b120-8ecf64b40465" 2024-11-16T19:35:05,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba0dd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:05,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34727,-1] 2024-11-16T19:35:05,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:05,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:05,159 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:05,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e0d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:05,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:05,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,44957,1731785683732, seqNum=-1] 2024-11-16T19:35:05,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:05,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:05,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28., hostname=d11ab77873cb,44957,1731785683732, seqNum=2] 2024-11-16T19:35:05,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:05,320 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 608, reset compression=false 2024-11-16T19:35:05,356 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 654, reset compression=false 2024-11-16T19:35:05,401 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 480, reset compression=false 2024-11-16T19:35:05,404 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:05,404 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 631, reset compression=false 2024-11-16T19:35:05,404 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:05,609 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 631, reset compression=false 2024-11-16T19:35:05,624 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 608, reset compression=false 2024-11-16T19:35:05,660 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 654, reset compression=false 2024-11-16T19:35:05,912 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 631, reset compression=false 2024-11-16T19:35:05,999 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T19:35:06,002 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T19:35:06,026 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 608, reset compression=false 2024-11-16T19:35:06,063 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 654, reset compression=false 2024-11-16T19:35:06,066 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:06,066 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 758, reset compression=false 2024-11-16T19:35:06,066 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f48a97f9a08801879955d6dbb42bcdf/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T19:35:06,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:06,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:06,270 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 758, reset compression=false 2024-11-16T19:35:06,315 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 631, reset compression=false 2024-11-16T19:35:06,319 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:06,319 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 759, reset compression=false 2024-11-16T19:35:06,319 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c0bcb82ac8299420ca63ff105ec1f28/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T19:35:06,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:06,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:06,522 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 759, reset compression=false 2024-11-16T19:35:06,529 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 608, reset compression=false 2024-11-16T19:35:06,532 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:06,532 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 760, reset compression=false 2024-11-16T19:35:06,532 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:06,572 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 758, reset compression=false 2024-11-16T19:35:06,735 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 760, reset compression=false 2024-11-16T19:35:06,826 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 759, reset compression=false 2024-11-16T19:35:06,975 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 758, reset compression=false 2024-11-16T19:35:07,003 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T19:35:07,013 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T19:35:07,038 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 760, reset compression=false 2024-11-16T19:35:07,229 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 759, reset compression=false 2024-11-16T19:35:07,234 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:07,234 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 915, reset compression=false 2024-11-16T19:35:07,234 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c0bcb82ac8299420ca63ff105ec1f28/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T19:35:07,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:07,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:07,438 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 915, reset compression=false 2024-11-16T19:35:07,442 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 760, reset compression=false 2024-11-16T19:35:07,446 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:07,446 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 908, reset compression=false 2024-11-16T19:35:07,446 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba51d12231ba80d2add04c7d187e97f9/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T19:35:07,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:07,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:07,479 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 758, reset compression=false 2024-11-16T19:35:07,483 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:07,483 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 929, reset compression=false 2024-11-16T19:35:07,483 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:07,650 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 908, reset compression=false 2024-11-16T19:35:07,686 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 929, reset compression=false 2024-11-16T19:35:07,742 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 915, reset compression=false 2024-11-16T19:35:07,953 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 908, reset compression=false 2024-11-16T19:35:07,990 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 929, reset compression=false 2024-11-16T19:35:08,015 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T19:35:08,018 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T19:35:08,145 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 915, reset compression=false 2024-11-16T19:35:08,357 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 908, reset compression=false 2024-11-16T19:35:08,361 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:08,361 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1067, reset compression=false 2024-11-16T19:35:08,361 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba51d12231ba80d2add04c7d187e97f9/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T19:35:08,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:08,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:08,393 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 929, reset compression=false 2024-11-16T19:35:08,397 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:08,397 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1078, reset compression=false 2024-11-16T19:35:08,397 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f48a97f9a08801879955d6dbb42bcdf/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T19:35:08,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:08,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:08,564 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1067, reset compression=false 2024-11-16T19:35:08,601 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1078, reset compression=false 2024-11-16T19:35:08,648 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 915, reset compression=false 2024-11-16T19:35:08,652 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:08,652 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1088, reset compression=false 2024-11-16T19:35:08,652 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:08,855 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1088, reset compression=false 2024-11-16T19:35:08,867 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1067, reset compression=false 2024-11-16T19:35:08,904 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1078, reset compression=false 2024-11-16T19:35:09,020 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T19:35:09,023 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T19:35:09,159 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1088, reset compression=false 2024-11-16T19:35:09,270 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1067, reset compression=false 2024-11-16T19:35:09,308 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1078, reset compression=false 2024-11-16T19:35:09,311 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:09,311 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1237, reset compression=false 2024-11-16T19:35:09,311 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f48a97f9a08801879955d6dbb42bcdf/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T19:35:09,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:09,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:09,515 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1237, reset compression=false 2024-11-16T19:35:09,563 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1088, reset compression=false 2024-11-16T19:35:09,567 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:09,567 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1238, reset compression=false 2024-11-16T19:35:09,567 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c0bcb82ac8299420ca63ff105ec1f28/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T19:35:09,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:09,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:09,770 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1238, reset compression=false 2024-11-16T19:35:09,773 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1067, reset compression=false 2024-11-16T19:35:09,777 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:09,777 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1241, reset compression=false 2024-11-16T19:35:09,777 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:09,818 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1237, reset compression=false 2024-11-16T19:35:09,981 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1241, reset compression=false 2024-11-16T19:35:10,025 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T19:35:10,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bd7e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:10,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43935,-1 for getting cluster id 2024-11-16T19:35:10,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:10,032 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8061f18f-86c6-4a4b-b6cd-dd673c4a11ed' 2024-11-16T19:35:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8061f18f-86c6-4a4b-b6cd-dd673c4a11ed" 2024-11-16T19:35:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e906a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43935,-1] 2024-11-16T19:35:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:10,033 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:10,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b017d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:10,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:10,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43935,1731785690382 2024-11-16T19:35:10,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e4c0aa2 2024-11-16T19:35:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:10,038 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:10,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-16T19:35:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-16T19:35:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T19:35:10,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:35:10,074 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1238, reset compression=false 2024-11-16T19:35:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T19:35:10,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T19:35:10,195 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-16T19:35:10,196 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-16T19:35:10,196 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,35539,1731785690415 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-16T19:35:10,196 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0. 2024-11-16T19:35:10,196 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:10,196 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:10,196 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:10,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:10,284 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1241, reset compression=false 2024-11-16T19:35:10,297 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T19:35:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T19:35:10,397 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 terminated 2024-11-16T19:35:10,417 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,35539,1731785690415, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:35:10,418 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-16T19:35:10,418 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T19:35:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T19:35:10,420 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on d11ab77873cb,35539,1731785690415 suceeded 2024-11-16T19:35:10,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T19:35:10,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-11-16T19:35:10,422 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-16T19:35:10,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 384 msec 2024-11-16T19:35:10,431 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:34727' 2024-11-16T19:35:10,432 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd15f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:10,432 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34727,-1 for getting cluster id 2024-11-16T19:35:10,432 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:10,433 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd096103-b29b-4fdc-b120-8ecf64b40465' 2024-11-16T19:35:10,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:10,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd096103-b29b-4fdc-b120-8ecf64b40465" 2024-11-16T19:35:10,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@785f05ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:10,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34727,-1] 2024-11-16T19:35:10,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:10,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:10,434 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:10,435 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bdeda6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:10,435 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34727,1731785683693 2024-11-16T19:35:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2ce448 2024-11-16T19:35:10,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:10,436 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T19:35:10,436 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,35539,1731785690415 (queues=1) is replicating from cluster=8061f18f-86c6-4a4b-b6cd-dd673c4a11ed to cluster=fd096103-b29b-4fdc-b120-8ecf64b40465 2024-11-16T19:35:10,437 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C35539%2C1731785690415 2024-11-16T19:35:10,437 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,35539,1731785690415, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:35:10,437 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C35539%2C1731785690415 2024-11-16T19:35:10,478 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1238, reset compression=false 2024-11-16T19:35:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T19:35:10,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:10,669 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:35:10,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:10,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:10,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:10,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:10,672 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-16T19:35:10,688 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1241, reset compression=false 2024-11-16T19:35:10,982 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1238, reset compression=false 2024-11-16T19:35:10,986 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:10,986 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1342, reset compression=false 2024-11-16T19:35:10,986 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c0bcb82ac8299420ca63ff105ec1f28/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T19:35:10,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:10,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:11,189 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1342, reset compression=false 2024-11-16T19:35:11,191 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1241, reset compression=false 2024-11-16T19:35:11,196 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:11,196 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1369, reset compression=false 2024-11-16T19:35:11,196 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba51d12231ba80d2add04c7d187e97f9/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T19:35:11,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:11,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:11,402 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1369, reset compression=false 2024-11-16T19:35:11,492 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1342, reset compression=false 2024-11-16T19:35:11,674 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-16T19:35:11,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c751fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:11,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,43935,-1 for getting cluster id 2024-11-16T19:35:11,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:11,677 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8061f18f-86c6-4a4b-b6cd-dd673c4a11ed' 2024-11-16T19:35:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8061f18f-86c6-4a4b-b6cd-dd673c4a11ed" 2024-11-16T19:35:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ceb107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,43935,-1] 2024-11-16T19:35:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:11,679 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ebf411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:11,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:11,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,43935,1731785690382 2024-11-16T19:35:11,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554a4600 2024-11-16T19:35:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:11,684 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:11,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-16T19:35:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-16T19:35:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T19:35:11,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:35:11,704 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1369, reset compression=false 2024-11-16T19:35:11,708 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:11,708 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1473, reset compression=false 2024-11-16T19:35:11,708 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba51d12231ba80d2add04c7d187e97f9/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T19:35:11,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:11,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T19:35:11,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35539 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-16T19:35:11,842 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-16T19:35:11,842 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T19:35:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T19:35:11,844 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on d11ab77873cb,35539,1731785690415 suceeded 2024-11-16T19:35:11,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T19:35:11,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-16T19:35:11,846 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-16T19:35:11,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 162 msec 2024-11-16T19:35:11,895 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1342, reset compression=false 2024-11-16T19:35:11,911 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1473, reset compression=false 2024-11-16T19:35:11,938 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, startPosition=1237, beingWritten=true 2024-11-16T19:35:11,942 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:11,942 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1515, reset compression=false 2024-11-16T19:35:11,942 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f48a97f9a08801879955d6dbb42bcdf/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T19:35:11,944 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:11,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T19:35:11,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:11,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44957 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T19:35:12,009 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:35:12,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:12,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:12,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:12,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:12,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:12,011 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-16T19:35:12,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:35:12,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:12,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:12,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:12,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:12,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:12,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:35:12,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=588909534, stopped=false 2024-11-16T19:35:12,012 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,43935,1731785690382 2024-11-16T19:35:12,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797260159/running 2024-11-16T19:35:12,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797260159/running 2024-11-16T19:35:12,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:35:12,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:35:12,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:12,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:12,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:12,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:12,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,35539,1731785690415' ***** 2024-11-16T19:35:12,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:35:12,014 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:35:12,014 INFO [RS:0;d11ab77873cb:35539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:35:12,014 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:35:12,014 INFO [RS:0;d11ab77873cb:35539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:35:12,014 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f48a97f9a08801879955d6dbb42bcdf 2024-11-16T19:35:12,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on znode that does not yet exist, /2-1797260159/running 2024-11-16T19:35:12,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Set watcher on znode that does not yet exist, /2-1797260159/running 2024-11-16T19:35:12,014 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(3091): Received CLOSE for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:12,014 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,35539,1731785690415 2024-11-16T19:35:12,014 INFO [RS:0;d11ab77873cb:35539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:12,014 INFO [RS:0;d11ab77873cb:35539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35539. 2024-11-16T19:35:12,014 DEBUG [RS:0;d11ab77873cb:35539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:12,014 DEBUG [RS:0;d11ab77873cb:35539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:12,014 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f48a97f9a08801879955d6dbb42bcdf, disabling compactions & flushes 2024-11-16T19:35:12,015 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:35:12,015 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:35:12,015 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:35:12,015 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:35:12,015 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:35:12,015 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. after waiting 0 ms 2024-11-16T19:35:12,015 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:35:12,015 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:35:12,015 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f48a97f9a08801879955d6dbb42bcdf 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T19:35:12,015 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:35:12,015 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1325): Online Regions={0f48a97f9a08801879955d6dbb42bcdf=test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf., 4346505c7fb6aed267964bc66d20dc65=hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:35:12,015 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 0f48a97f9a08801879955d6dbb42bcdf, 1588230740, 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:12,015 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:12,015 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:12,015 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:12,015 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:12,015 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:12,015 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:35:12,030 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/info/e4d8ef90db0b472caaa2cc2fa9684af6 is 147, key is hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65./info:regioninfo/1731785702961/Put/seqid=0 2024-11-16T19:35:12,031 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/f/a2bd9e2ca27e473a8e7ad5baceae3e05 is 37, key is row3/f:row3/1731785710670/Put/seqid=0 2024-11-16T19:35:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741840_1016 (size=7686) 2024-11-16T19:35:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741841_1017 (size=5228) 2024-11-16T19:35:12,034 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/f/a2bd9e2ca27e473a8e7ad5baceae3e05 2024-11-16T19:35:12,037 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bd9e2ca27e473a8e7ad5baceae3e05 2024-11-16T19:35:12,050 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/f1/c6f44d06898540f8a6eba61e219901f6 is 30, key is row1/f1:/1731785708016/DeleteFamily/seqid=0 2024-11-16T19:35:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741842_1018 (size=5158) 2024-11-16T19:35:12,107 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:12,146 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1515, reset compression=false 2024-11-16T19:35:12,150 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:12,150 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1762, reset compression=false 2024-11-16T19:35:12,150 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35539,1731785690415 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:12,151 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,35539,1731785690415: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,35539,1731785690415, walGroup=d11ab77873cb%2C35539%2C1731785690415, offset=d11ab77873cb%2C35539%2C1731785690415.1731785692320:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:35539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:35:12,152 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:35:12,152 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:35:12,153 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:35:12,153 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:35:12,153 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:35:12,153 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 830204208 }, "NonHeapMemoryUsage": { "committed": 200802304, "init": 7667712, "max": -1, "used": 197829872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:35:12,153 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:35:12,190 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:35:12,190 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:35:12,214 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1473, reset compression=false 2024-11-16T19:35:12,215 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 0f48a97f9a08801879955d6dbb42bcdf, 1588230740, 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:12,358 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1762, reset compression=false 2024-11-16T19:35:12,399 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1342, reset compression=false 2024-11-16T19:35:12,403 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:12,403 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:12,403 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:12,415 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 0f48a97f9a08801879955d6dbb42bcdf, 1588230740, 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:12,433 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/info/e4d8ef90db0b472caaa2cc2fa9684af6 2024-11-16T19:35:12,449 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/ns/a5bca8a6611142efa0c32558d6623077 is 43, key is default/ns:d/1731785692939/Put/seqid=0 2024-11-16T19:35:12,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741843_1019 (size=5153) 2024-11-16T19:35:12,454 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/f1/c6f44d06898540f8a6eba61e219901f6 2024-11-16T19:35:12,457 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6f44d06898540f8a6eba61e219901f6 2024-11-16T19:35:12,475 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/norep/a9557833098444408c4443b3b2e151ce is 33, key is row2/norep:/1731785709021/DeleteFamily/seqid=0 2024-11-16T19:35:12,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741844_1020 (size=5108) 2024-11-16T19:35:12,606 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:12,615 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 0f48a97f9a08801879955d6dbb42bcdf, 1588230740, 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:12,618 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1473, reset compression=false 2024-11-16T19:35:12,661 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1762, reset compression=false 2024-11-16T19:35:12,816 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 0f48a97f9a08801879955d6dbb42bcdf, 1588230740, 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:12,853 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/ns/a5bca8a6611142efa0c32558d6623077 2024-11-16T19:35:12,875 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/rep_barrier/e98ca5faacf34a5f9c345638b04533d8 is 112, key is test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf./rep_barrier:seqnumDuringOpen/1731785697480/Put/seqid=0 2024-11-16T19:35:12,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741845_1021 (size=5518) 2024-11-16T19:35:12,879 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/norep/a9557833098444408c4443b3b2e151ce 2024-11-16T19:35:12,882 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9557833098444408c4443b3b2e151ce 2024-11-16T19:35:12,883 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/f/a2bd9e2ca27e473a8e7ad5baceae3e05 as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/f/a2bd9e2ca27e473a8e7ad5baceae3e05 2024-11-16T19:35:12,886 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bd9e2ca27e473a8e7ad5baceae3e05 2024-11-16T19:35:12,886 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/f/a2bd9e2ca27e473a8e7ad5baceae3e05, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T19:35:12,887 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/f1/c6f44d06898540f8a6eba61e219901f6 as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/f1/c6f44d06898540f8a6eba61e219901f6 2024-11-16T19:35:12,890 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6f44d06898540f8a6eba61e219901f6 2024-11-16T19:35:12,891 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/f1/c6f44d06898540f8a6eba61e219901f6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T19:35:12,891 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/.tmp/norep/a9557833098444408c4443b3b2e151ce as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/norep/a9557833098444408c4443b3b2e151ce 2024-11-16T19:35:12,895 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9557833098444408c4443b3b2e151ce 2024-11-16T19:35:12,896 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/norep/a9557833098444408c4443b3b2e151ce, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T19:35:12,896 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0f48a97f9a08801879955d6dbb42bcdf in 881ms, sequenceid=12, compaction requested=false 2024-11-16T19:35:12,900 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/default/test/0f48a97f9a08801879955d6dbb42bcdf/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T19:35:12,901 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:12,901 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:12,901 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:35:12,901 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f48a97f9a08801879955d6dbb42bcdf: Waiting for close lock at 1731785712014Running coprocessor pre-close hooks at 1731785712014Disabling compacts and flushes for region at 1731785712014Disabling writes for close at 1731785712015 (+1 ms)Obtaining lock to block concurrent updates at 1731785712015Preparing flush snapshotting stores in 0f48a97f9a08801879955d6dbb42bcdf at 1731785712015Finished memstore snapshotting test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731785712015Flushing stores of test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. at 1731785712016 (+1 ms)Flushing 0f48a97f9a08801879955d6dbb42bcdf/f: creating writer at 1731785712016Flushing 0f48a97f9a08801879955d6dbb42bcdf/f: appending metadata at 1731785712030 (+14 ms)Flushing 0f48a97f9a08801879955d6dbb42bcdf/f: closing flushed file at 1731785712030Flushing 0f48a97f9a08801879955d6dbb42bcdf/f1: creating writer at 1731785712037 (+7 ms)Flushing 0f48a97f9a08801879955d6dbb42bcdf/f1: appending metadata at 1731785712050 (+13 ms)Flushing 0f48a97f9a08801879955d6dbb42bcdf/f1: closing flushed file at 1731785712050Flushing 0f48a97f9a08801879955d6dbb42bcdf/norep: creating writer at 1731785712458 (+408 ms)Flushing 0f48a97f9a08801879955d6dbb42bcdf/norep: appending metadata at 1731785712474 (+16 ms)Flushing 0f48a97f9a08801879955d6dbb42bcdf/norep: closing flushed file at 1731785712474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a3bd1: reopening flushed file at 1731785712882 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c69cba: reopening flushed file at 1731785712886 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf11314: reopening flushed file at 1731785712891 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0f48a97f9a08801879955d6dbb42bcdf in 881ms, sequenceid=12, compaction requested=false at 1731785712896 (+5 ms)Writing region close event to WAL at 1731785712897 (+1 ms)Running coprocessor post-close hooks at 1731785712901 (+4 ms)Closed at 1731785712901 2024-11-16T19:35:12,901 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785696341.0f48a97f9a08801879955d6dbb42bcdf. 2024-11-16T19:35:12,901 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4346505c7fb6aed267964bc66d20dc65, disabling compactions & flushes 2024-11-16T19:35:12,901 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:12,901 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:12,901 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. after waiting 0 ms 2024-11-16T19:35:12,902 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:12,902 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4346505c7fb6aed267964bc66d20dc65: Waiting for close lock at 1731785712901Running coprocessor pre-close hooks at 1731785712901Disabling compacts and flushes for region at 1731785712901Disabling writes for close at 1731785712901Failed flush hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65., putting online again at 1731785712902 (+1 ms) 2024-11-16T19:35:12,902 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:12,910 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:13,016 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:35:13,016 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1325): Online Regions={4346505c7fb6aed267964bc66d20dc65=hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:35:13,016 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(3091): Received CLOSE for 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:13,016 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4346505c7fb6aed267964bc66d20dc65 2024-11-16T19:35:13,016 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4346505c7fb6aed267964bc66d20dc65, disabling compactions & flushes 2024-11-16T19:35:13,016 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:13,016 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:13,016 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. after waiting 0 ms 2024-11-16T19:35:13,016 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:13,016 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4346505c7fb6aed267964bc66d20dc65: Waiting for close lock at 1731785713016Running coprocessor pre-close hooks at 1731785713016Disabling compacts and flushes for region at 1731785713016Disabling writes for close at 1731785713016Failed flush hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65., putting online again at 1731785713016 2024-11-16T19:35:13,016 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785701802.4346505c7fb6aed267964bc66d20dc65. 2024-11-16T19:35:13,065 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 1762, reset compression=false 2024-11-16T19:35:13,069 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:13,069 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 2406, reset compression=false 2024-11-16T19:35:13,121 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1473, reset compression=false 2024-11-16T19:35:13,216 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:35:13,272 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 2406, reset compression=false 2024-11-16T19:35:13,278 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/rep_barrier/e98ca5faacf34a5f9c345638b04533d8 2024-11-16T19:35:13,284 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T19:35:13,299 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/table/506a542609de4d44afddeb2101ad434d is 53, key is hbase:replication/table:state/1731785702967/Put/seqid=0 2024-11-16T19:35:13,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741846_1022 (size=5308) 2024-11-16T19:35:13,314 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:13,416 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:35:13,575 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/WALs/d11ab77873cb,35539,1731785690415/d11ab77873cb%2C35539%2C1731785690415.1731785692320 to pos 2406, reset compression=false 2024-11-16T19:35:13,616 DEBUG [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:35:13,704 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/table/506a542609de4d44afddeb2101ad434d 2024-11-16T19:35:13,708 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/info/e4d8ef90db0b472caaa2cc2fa9684af6 as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/info/e4d8ef90db0b472caaa2cc2fa9684af6 2024-11-16T19:35:13,711 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/info/e4d8ef90db0b472caaa2cc2fa9684af6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:35:13,712 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/ns/a5bca8a6611142efa0c32558d6623077 as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/ns/a5bca8a6611142efa0c32558d6623077 2024-11-16T19:35:13,716 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/ns/a5bca8a6611142efa0c32558d6623077, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:35:13,716 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/rep_barrier/e98ca5faacf34a5f9c345638b04533d8 as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/rep_barrier/e98ca5faacf34a5f9c345638b04533d8 2024-11-16T19:35:13,720 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/rep_barrier/e98ca5faacf34a5f9c345638b04533d8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:35:13,721 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/.tmp/table/506a542609de4d44afddeb2101ad434d as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/table/506a542609de4d44afddeb2101ad434d 2024-11-16T19:35:13,724 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/table/506a542609de4d44afddeb2101ad434d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:35:13,724 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-16T19:35:13,725 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1473, reset compression=false 2024-11-16T19:35:13,732 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:35:13,733 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:13,733 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:13,733 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:13,733 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785712015Running coprocessor pre-close hooks at 1731785712015Disabling compacts and flushes for region at 1731785712015Disabling writes for close at 1731785712015Obtaining lock to block concurrent updates at 1731785712015Preparing flush snapshotting stores in 1588230740 at 1731785712015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785712015Flushing stores of hbase:meta,,1.1588230740 at 1731785712016 (+1 ms)Flushing 1588230740/info: creating writer at 1731785712016Flushing 1588230740/info: appending metadata at 1731785712029 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731785712029Flushing 1588230740/ns: creating writer at 1731785712437 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731785712449 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731785712449Flushing 1588230740/rep_barrier: creating writer at 1731785712857 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785712874 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785712874Flushing 1588230740/table: creating writer at 1731785713282 (+408 ms)Flushing 1588230740/table: appending metadata at 1731785713299 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731785713299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689922d6: reopening flushed file at 1731785713707 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be28ab7: reopening flushed file at 1731785713712 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254615ac: reopening flushed file at 1731785713716 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccda2b7: reopening flushed file at 1731785713720 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731785713724 (+4 ms)Writing region close event to WAL at 1731785713730 (+6 ms)Running coprocessor post-close hooks at 1731785713732 (+2 ms)Closed at 1731785713733 (+1 ms) 2024-11-16T19:35:13,733 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:13,817 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T19:35:13,817 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,35539,1731785690415; all regions closed. 2024-11-16T19:35:13,818 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:35:13,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741839_1015 (size=2390) 2024-11-16T19:35:13,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741833_1009 (size=2414) 2024-11-16T19:35:13,825 DEBUG [RS:0;d11ab77873cb:35539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:13,825 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:13,825 INFO [RS:0;d11ab77873cb:35539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:13,825 INFO [RS:0;d11ab77873cb:35539 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:13,826 INFO [RS:0;d11ab77873cb:35539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:13,826 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:13,826 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,35539,1731785690415 because: Region server is closing 2024-11-16T19:35:13,826 INFO [RS:0;d11ab77873cb:35539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35539. 2024-11-16T19:35:13,826 DEBUG [RS:0;d11ab77873cb:35539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:13,826 DEBUG [RS:0;d11ab77873cb:35539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:13,826 DEBUG [RS:0;d11ab77873cb:35539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:13,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:13,927 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.shipperd11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 terminated 2024-11-16T19:35:13,927 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35539,1731785690415.replicationSource.wal-reader.d11ab77873cb%2C35539%2C1731785690415,1-d11ab77873cb,35539,1731785690415 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:35:13,927 INFO [RS:0;d11ab77873cb:35539 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35539. 2024-11-16T19:35:13,927 DEBUG [RS:0;d11ab77873cb:35539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:13,927 DEBUG [RS:0;d11ab77873cb:35539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:13,927 DEBUG [RS:0;d11ab77873cb:35539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:13,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:13,927 INFO [RS:0;d11ab77873cb:35539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35539 2024-11-16T19:35:13,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797260159/rs/d11ab77873cb,35539,1731785690415 2024-11-16T19:35:13,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159/rs 2024-11-16T19:35:13,929 INFO [RS:0;d11ab77873cb:35539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:13,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,35539,1731785690415] 2024-11-16T19:35:13,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797260159/draining/d11ab77873cb,35539,1731785690415 already deleted, retry=false 2024-11-16T19:35:13,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,35539,1731785690415 expired; onlineServers=0 2024-11-16T19:35:13,930 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,43935,1731785690382' ***** 2024-11-16T19:35:13,930 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:35:13,930 INFO [M:0;d11ab77873cb:43935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:13,930 INFO [M:0;d11ab77873cb:43935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:13,930 DEBUG [M:0;d11ab77873cb:43935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:35:13,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:35:13,930 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785692150 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785692150,5,FailOnTimeoutGroup] 2024-11-16T19:35:13,930 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785692150 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785692150,5,FailOnTimeoutGroup] 2024-11-16T19:35:13,930 DEBUG [M:0;d11ab77873cb:43935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:35:13,930 INFO [M:0;d11ab77873cb:43935 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:13,930 INFO [M:0;d11ab77873cb:43935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:13,930 DEBUG [M:0;d11ab77873cb:43935 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:35:13,930 INFO [M:0;d11ab77873cb:43935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:35:13,930 INFO [M:0;d11ab77873cb:43935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:13,930 INFO [M:0;d11ab77873cb:43935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:35:13,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797260159/master 2024-11-16T19:35:13,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:35:13,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797260159 2024-11-16T19:35:13,931 DEBUG [M:0;d11ab77873cb:43935 {}] zookeeper.ZKUtil(347): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Unable to get data of znode /2-1797260159/master because node does not exist (not an error) 2024-11-16T19:35:13,931 WARN [M:0;d11ab77873cb:43935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:35:13,932 INFO [M:0;d11ab77873cb:43935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/.lastflushedseqids 2024-11-16T19:35:13,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741847_1023 (size=245) 2024-11-16T19:35:13,941 INFO [M:0;d11ab77873cb:43935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:35:13,941 INFO [M:0;d11ab77873cb:43935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:35:13,941 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:13,941 INFO [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:13,941 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:13,941 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:13,941 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:13,941 INFO [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-16T19:35:13,959 DEBUG [M:0;d11ab77873cb:43935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/400dc6973b3d468a87023896599273df is 82, key is hbase:meta,,1/info:regioninfo/1731785692931/Put/seqid=0 2024-11-16T19:35:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741848_1024 (size=5672) 2024-11-16T19:35:13,963 INFO [M:0;d11ab77873cb:43935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/400dc6973b3d468a87023896599273df 2024-11-16T19:35:13,978 DEBUG [M:0;d11ab77873cb:43935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9c633795aba42038590fb9877cce9ef is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785702970/Put/seqid=0 2024-11-16T19:35:13,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741849_1025 (size=9212) 2024-11-16T19:35:14,030 INFO [RS:0;d11ab77873cb:35539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35539-0x1004a07cc0e0007, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:14,030 INFO [RS:0;d11ab77873cb:35539 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,35539,1731785690415; zookeeper connection closed. 2024-11-16T19:35:14,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57a5ddd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57a5ddd0 2024-11-16T19:35:14,030 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:35:14,382 INFO [M:0;d11ab77873cb:43935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9c633795aba42038590fb9877cce9ef 2024-11-16T19:35:14,397 DEBUG [M:0;d11ab77873cb:43935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40367cecb79940b480ca73f1b2281ed1 is 69, key is d11ab77873cb,35539,1731785690415/rs:state/1731785692154/Put/seqid=0 2024-11-16T19:35:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741850_1026 (size=5156) 2024-11-16T19:35:14,421 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:14,430 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1473, reset compression=false 2024-11-16T19:35:14,802 INFO [M:0;d11ab77873cb:43935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40367cecb79940b480ca73f1b2281ed1 2024-11-16T19:35:14,806 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/400dc6973b3d468a87023896599273df as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/400dc6973b3d468a87023896599273df 2024-11-16T19:35:14,809 INFO [M:0;d11ab77873cb:43935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/400dc6973b3d468a87023896599273df, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T19:35:14,810 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9c633795aba42038590fb9877cce9ef as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9c633795aba42038590fb9877cce9ef 2024-11-16T19:35:14,813 INFO [M:0;d11ab77873cb:43935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9c633795aba42038590fb9877cce9ef, entries=15, sequenceid=127, filesize=9.0 K 2024-11-16T19:35:14,814 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40367cecb79940b480ca73f1b2281ed1 as hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40367cecb79940b480ca73f1b2281ed1 2024-11-16T19:35:14,817 INFO [M:0;d11ab77873cb:43935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43731/user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40367cecb79940b480ca73f1b2281ed1, entries=1, sequenceid=127, filesize=5.0 K 2024-11-16T19:35:14,818 INFO [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false 2024-11-16T19:35:14,819 INFO [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:14,819 DEBUG [M:0;d11ab77873cb:43935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785713941Disabling compacts and flushes for region at 1731785713941Disabling writes for close at 1731785713941Obtaining lock to block concurrent updates at 1731785713941Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785713941Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731785713942 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785713942Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785713942Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785713959 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785713959Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785713966 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785713978 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785713978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785714385 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785714397 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785714397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de5fa7c: reopening flushed file at 1731785714805 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ed6fd6: reopening flushed file at 1731785714810 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de9aad0: reopening flushed file at 1731785714814 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false at 1731785714818 (+4 ms)Writing region close event to WAL at 1731785714819 (+1 ms)Closed at 1731785714819 2024-11-16T19:35:14,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741830_1006 (size=73866) 2024-11-16T19:35:14,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6f1d7769-4182-28b4-9c7e-95203bdad2a1/MasterData/WALs/d11ab77873cb,43935,1731785690382/d11ab77873cb%2C43935%2C1731785690382.1731785692088 not finished, retry = 0 2024-11-16T19:35:14,921 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:14,922 INFO [M:0;d11ab77873cb:43935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:35:14,922 INFO [M:0;d11ab77873cb:43935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43935 2024-11-16T19:35:14,923 INFO [M:0;d11ab77873cb:43935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:15,025 INFO [M:0;d11ab77873cb:43935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1004a07cc0e0006, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:15,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e115937{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:15,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c2b2001{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:15,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:15,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247cd4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:15,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@699e839b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:15,031 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:35:15,031 WARN [BP-1382037341-172.17.0.2-1731785689922 heartbeating to localhost/127.0.0.1:43731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:35:15,031 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:35:15,031 WARN [BP-1382037341-172.17.0.2-1731785689922 heartbeating to localhost/127.0.0.1:43731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382037341-172.17.0.2-1731785689922 (Datanode Uuid ce7b8517-6d0a-44d3-96c5-2e1b6f6375fc) service to localhost/127.0.0.1:43731 2024-11-16T19:35:15,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/cluster_5629bf42-ecb2-ea19-70fc-d210c255f683/data/data1/current/BP-1382037341-172.17.0.2-1731785689922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:15,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/cluster_5629bf42-ecb2-ea19-70fc-d210c255f683/data/data2/current/BP-1382037341-172.17.0.2-1731785689922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:15,032 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:35:15,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a55362a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:15,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6836f88d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:15,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:15,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ebb8ccc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:15,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@462a3f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:15,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:35:15,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:35:15,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:15,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:15,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:15,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:15,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:15,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:35:15,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62489922, stopped=false 2024-11-16T19:35:15,051 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,36661,1731785687352 2024-11-16T19:35:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11201116448/running 2024-11-16T19:35:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11201116448/running 2024-11-16T19:35:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:35:15,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:35:15,052 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:15,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on znode that does not yet exist, /11201116448/running 2024-11-16T19:35:15,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Set watcher on znode that does not yet exist, /11201116448/running 2024-11-16T19:35:15,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:15,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:15,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:15,053 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,33017,1731785687380' ***** 2024-11-16T19:35:15,053 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:35:15,053 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:35:15,053 INFO [RS:0;d11ab77873cb:33017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:35:15,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:35:15,053 INFO [RS:0;d11ab77873cb:33017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:35:15,053 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(3091): Received CLOSE for ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:35:15,053 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(3091): Received CLOSE for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:15,054 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,33017,1731785687380 2024-11-16T19:35:15,054 INFO [RS:0;d11ab77873cb:33017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:15,054 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba51d12231ba80d2add04c7d187e97f9, disabling compactions & flushes 2024-11-16T19:35:15,054 INFO [RS:0;d11ab77873cb:33017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:33017. 2024-11-16T19:35:15,054 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:35:15,054 DEBUG [RS:0;d11ab77873cb:33017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:15,054 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:35:15,054 DEBUG [RS:0;d11ab77873cb:33017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:15,054 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. after waiting 0 ms 2024-11-16T19:35:15,054 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:35:15,054 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:35:15,054 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:35:15,054 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:35:15,054 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba51d12231ba80d2add04c7d187e97f9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T19:35:15,054 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:35:15,054 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:35:15,054 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1325): Online Regions={ba51d12231ba80d2add04c7d187e97f9=test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9., 1588230740=hbase:meta,,1.1588230740, 42eb2b85f66b80403afb7b2992107a00=hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00.} 2024-11-16T19:35:15,054 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42eb2b85f66b80403afb7b2992107a00, ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:35:15,054 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:15,054 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:15,054 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:15,054 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:15,054 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:15,054 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:35:15,067 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/f/5ae0a25ccfaf467b89d4bd3ef050f504 is 37, key is row3/f:row3/1731785710670/Put/seqid=0 2024-11-16T19:35:15,071 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/info/8bc70f2751b24682aed3cbd276cd8f51 is 147, key is hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00./info:regioninfo/1731785700818/Put/seqid=0 2024-11-16T19:35:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741840_1016 (size=5228) 2024-11-16T19:35:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741841_1017 (size=7686) 2024-11-16T19:35:15,125 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:15,141 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:15,234 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1473, reset compression=false 2024-11-16T19:35:15,237 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:15,237 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1720, reset compression=false 2024-11-16T19:35:15,237 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33017,1731785687380 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:15,238 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,33017,1731785687380: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,33017,1731785687380, walGroup=d11ab77873cb%2C33017%2C1731785687380, offset=d11ab77873cb%2C33017%2C1731785687380.1731785688948:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:33017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:35:15,239 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:35:15,239 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:35:15,239 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:35:15,239 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:35:15,239 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:35:15,239 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 901507376 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198330456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:35:15,240 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:36661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:36661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:35:15,254 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42eb2b85f66b80403afb7b2992107a00, ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:35:15,441 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1720, reset compression=false 2024-11-16T19:35:15,454 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42eb2b85f66b80403afb7b2992107a00, ba51d12231ba80d2add04c7d187e97f9 2024-11-16T19:35:15,475 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/f/5ae0a25ccfaf467b89d4bd3ef050f504 2024-11-16T19:35:15,475 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/info/8bc70f2751b24682aed3cbd276cd8f51 2024-11-16T19:35:15,479 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ae0a25ccfaf467b89d4bd3ef050f504 2024-11-16T19:35:15,493 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/ns/34f207ad261b4160b1b98d88983b411a is 43, key is default/ns:d/1731785689886/Put/seqid=0 2024-11-16T19:35:15,495 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/f1/2d2b0ce6390c4af59d8d4af7a2d3d59a is 30, key is row1/f1:/1731785708016/DeleteFamily/seqid=0 2024-11-16T19:35:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741842_1018 (size=5153) 2024-11-16T19:35:15,497 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/ns/34f207ad261b4160b1b98d88983b411a 2024-11-16T19:35:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741843_1019 (size=5158) 2024-11-16T19:35:15,498 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/f1/2d2b0ce6390c4af59d8d4af7a2d3d59a 2024-11-16T19:35:15,503 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d2b0ce6390c4af59d8d4af7a2d3d59a 2024-11-16T19:35:15,516 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/norep/14bbf805709a412c838a5822bb910db8 is 33, key is row1/norep:/1731785708016/DeleteFamily/seqid=0 2024-11-16T19:35:15,518 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/rep_barrier/a8234d4bd30347488a7ad44d05a703b5 is 112, key is test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9./rep_barrier:seqnumDuringOpen/1731785695944/Put/seqid=0 2024-11-16T19:35:15,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741844_1020 (size=5108) 2024-11-16T19:35:15,521 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/norep/14bbf805709a412c838a5822bb910db8 2024-11-16T19:35:15,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741845_1021 (size=5518) 2024-11-16T19:35:15,524 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14bbf805709a412c838a5822bb910db8 2024-11-16T19:35:15,525 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/f/5ae0a25ccfaf467b89d4bd3ef050f504 as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/f/5ae0a25ccfaf467b89d4bd3ef050f504 2024-11-16T19:35:15,528 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ae0a25ccfaf467b89d4bd3ef050f504 2024-11-16T19:35:15,528 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/f/5ae0a25ccfaf467b89d4bd3ef050f504, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T19:35:15,529 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/f1/2d2b0ce6390c4af59d8d4af7a2d3d59a as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/f1/2d2b0ce6390c4af59d8d4af7a2d3d59a 2024-11-16T19:35:15,532 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d2b0ce6390c4af59d8d4af7a2d3d59a 2024-11-16T19:35:15,532 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/f1/2d2b0ce6390c4af59d8d4af7a2d3d59a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T19:35:15,533 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/.tmp/norep/14bbf805709a412c838a5822bb910db8 as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/norep/14bbf805709a412c838a5822bb910db8 2024-11-16T19:35:15,536 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14bbf805709a412c838a5822bb910db8 2024-11-16T19:35:15,536 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/norep/14bbf805709a412c838a5822bb910db8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T19:35:15,537 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ba51d12231ba80d2add04c7d187e97f9 in 483ms, sequenceid=12, compaction requested=false 2024-11-16T19:35:15,540 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/default/test/ba51d12231ba80d2add04c7d187e97f9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T19:35:15,540 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:15,540 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:15,540 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:35:15,540 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba51d12231ba80d2add04c7d187e97f9: Waiting for close lock at 1731785715054Running coprocessor pre-close hooks at 1731785715054Disabling compacts and flushes for region at 1731785715054Disabling writes for close at 1731785715054Obtaining lock to block concurrent updates at 1731785715054Preparing flush snapshotting stores in ba51d12231ba80d2add04c7d187e97f9 at 1731785715054Finished memstore snapshotting test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731785715054Flushing stores of test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. at 1731785715055 (+1 ms)Flushing ba51d12231ba80d2add04c7d187e97f9/f: creating writer at 1731785715055Flushing ba51d12231ba80d2add04c7d187e97f9/f: appending metadata at 1731785715067 (+12 ms)Flushing ba51d12231ba80d2add04c7d187e97f9/f: closing flushed file at 1731785715067Flushing ba51d12231ba80d2add04c7d187e97f9/f1: creating writer at 1731785715479 (+412 ms)Flushing ba51d12231ba80d2add04c7d187e97f9/f1: appending metadata at 1731785715494 (+15 ms)Flushing ba51d12231ba80d2add04c7d187e97f9/f1: closing flushed file at 1731785715495 (+1 ms)Flushing ba51d12231ba80d2add04c7d187e97f9/norep: creating writer at 1731785715503 (+8 ms)Flushing ba51d12231ba80d2add04c7d187e97f9/norep: appending metadata at 1731785715516 (+13 ms)Flushing ba51d12231ba80d2add04c7d187e97f9/norep: closing flushed file at 1731785715516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16460730: reopening flushed file at 1731785715524 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26020902: reopening flushed file at 1731785715528 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c7b1e8: reopening flushed file at 1731785715532 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ba51d12231ba80d2add04c7d187e97f9 in 483ms, sequenceid=12, compaction requested=false at 1731785715537 (+5 ms)Writing region close event to WAL at 1731785715537Running coprocessor post-close hooks at 1731785715540 (+3 ms)Closed at 1731785715540 2024-11-16T19:35:15,541 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785695201.ba51d12231ba80d2add04c7d187e97f9. 2024-11-16T19:35:15,541 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42eb2b85f66b80403afb7b2992107a00, disabling compactions & flushes 2024-11-16T19:35:15,541 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:15,541 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:15,541 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. after waiting 0 ms 2024-11-16T19:35:15,541 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:15,541 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42eb2b85f66b80403afb7b2992107a00: Waiting for close lock at 1731785715541Running coprocessor pre-close hooks at 1731785715541Disabling compacts and flushes for region at 1731785715541Disabling writes for close at 1731785715541Failed flush hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00., putting online again at 1731785715541 2024-11-16T19:35:15,541 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:15,655 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(3091): Received CLOSE for 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:15,655 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42eb2b85f66b80403afb7b2992107a00 2024-11-16T19:35:15,655 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42eb2b85f66b80403afb7b2992107a00, disabling compactions & flushes 2024-11-16T19:35:15,655 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:15,655 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:15,655 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. after waiting 0 ms 2024-11-16T19:35:15,655 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:15,655 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42eb2b85f66b80403afb7b2992107a00: Waiting for close lock at 1731785715655Running coprocessor pre-close hooks at 1731785715655Disabling compacts and flushes for region at 1731785715655Disabling writes for close at 1731785715655Failed flush hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00., putting online again at 1731785715655 2024-11-16T19:35:15,655 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00. 2024-11-16T19:35:15,744 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 1720, reset compression=false 2024-11-16T19:35:15,748 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:15,748 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 2364, reset compression=false 2024-11-16T19:35:15,855 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:35:15,919 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:35:15,920 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:35:15,922 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/rep_barrier/a8234d4bd30347488a7ad44d05a703b5 2024-11-16T19:35:15,928 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:15,939 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/table/23c0058356ba4b59bc954c6f91c58bcc is 53, key is hbase:replication/table:state/1731785700823/Put/seqid=0 2024-11-16T19:35:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741846_1022 (size=5308) 2024-11-16T19:35:15,943 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/table/23c0058356ba4b59bc954c6f91c58bcc 2024-11-16T19:35:15,947 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/info/8bc70f2751b24682aed3cbd276cd8f51 as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/info/8bc70f2751b24682aed3cbd276cd8f51 2024-11-16T19:35:15,950 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/info/8bc70f2751b24682aed3cbd276cd8f51, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:35:15,951 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 2364, reset compression=false 2024-11-16T19:35:15,951 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/ns/34f207ad261b4160b1b98d88983b411a as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/ns/34f207ad261b4160b1b98d88983b411a 2024-11-16T19:35:15,955 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/ns/34f207ad261b4160b1b98d88983b411a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:35:15,956 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/rep_barrier/a8234d4bd30347488a7ad44d05a703b5 as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/rep_barrier/a8234d4bd30347488a7ad44d05a703b5 2024-11-16T19:35:15,959 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/rep_barrier/a8234d4bd30347488a7ad44d05a703b5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:35:15,960 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/.tmp/table/23c0058356ba4b59bc954c6f91c58bcc as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/table/23c0058356ba4b59bc954c6f91c58bcc 2024-11-16T19:35:15,963 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/table/23c0058356ba4b59bc954c6f91c58bcc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:35:15,964 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=16, compaction requested=false 2024-11-16T19:35:15,967 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:35:15,968 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:15,968 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:15,968 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:15,968 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785715054Running coprocessor pre-close hooks at 1731785715054Disabling compacts and flushes for region at 1731785715054Disabling writes for close at 1731785715054Obtaining lock to block concurrent updates at 1731785715054Preparing flush snapshotting stores in 1588230740 at 1731785715054Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785715055 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785715055Flushing 1588230740/info: creating writer at 1731785715055Flushing 1588230740/info: appending metadata at 1731785715070 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731785715070Flushing 1588230740/ns: creating writer at 1731785715479 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731785715492 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731785715492Flushing 1588230740/rep_barrier: creating writer at 1731785715501 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785715517 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785715518 (+1 ms)Flushing 1588230740/table: creating writer at 1731785715925 (+407 ms)Flushing 1588230740/table: appending metadata at 1731785715939 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731785715939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452dac11: reopening flushed file at 1731785715947 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22320c71: reopening flushed file at 1731785715950 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84d9232: reopening flushed file at 1731785715955 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1047fa9: reopening flushed file at 1731785715959 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=16, compaction requested=false at 1731785715964 (+5 ms)Writing region close event to WAL at 1731785715965 (+1 ms)Running coprocessor post-close hooks at 1731785715967 (+2 ms)Closed at 1731785715968 (+1 ms) 2024-11-16T19:35:15,968 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:16,055 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:35:16,055 DEBUG [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1325): Online Regions={42eb2b85f66b80403afb7b2992107a00=hbase:replication,,1731785699654.42eb2b85f66b80403afb7b2992107a00.} 2024-11-16T19:35:16,055 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T19:35:16,055 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,33017,1731785687380; all regions closed. 2024-11-16T19:35:16,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:35:16,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741839_1015 (size=2609) 2024-11-16T19:35:16,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.rep.1731785700787 not finished, retry = 0 2024-11-16T19:35:16,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741832_1008 (size=2372) 2024-11-16T19:35:16,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 not finished, retry = 0 2024-11-16T19:35:16,253 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 to pos 2364, reset compression=false 2024-11-16T19:35:16,266 DEBUG [RS:0;d11ab77873cb:33017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:16,266 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:16,266 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/WALs/d11ab77873cb,33017,1731785687380/d11ab77873cb%2C33017%2C1731785687380.1731785688948 2024-11-16T19:35:16,266 INFO [RS:0;d11ab77873cb:33017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:16,267 INFO [RS:0;d11ab77873cb:33017 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:16,267 INFO [RS:0;d11ab77873cb:33017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:16,267 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:16,267 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,33017,1731785687380 because: Region server is closing 2024-11-16T19:35:16,267 INFO [RS:0;d11ab77873cb:33017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:33017. 2024-11-16T19:35:16,267 DEBUG [RS:0;d11ab77873cb:33017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:16,267 DEBUG [RS:0;d11ab77873cb:33017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:16,267 DEBUG [RS:0;d11ab77873cb:33017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:16,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:16,367 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.shipperd11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 terminated 2024-11-16T19:35:16,367 INFO [RS:0;d11ab77873cb:33017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:33017. 2024-11-16T19:35:16,367 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33017,1731785687380.replicationSource.wal-reader.d11ab77873cb%2C33017%2C1731785687380,1-d11ab77873cb,33017,1731785687380 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-16T19:35:16,367 DEBUG [RS:0;d11ab77873cb:33017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:16,368 DEBUG [RS:0;d11ab77873cb:33017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:16,368 DEBUG [RS:0;d11ab77873cb:33017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:16,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:16,368 INFO [RS:0;d11ab77873cb:33017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33017 2024-11-16T19:35:16,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11201116448/rs/d11ab77873cb,33017,1731785687380 2024-11-16T19:35:16,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448/rs 2024-11-16T19:35:16,369 INFO [RS:0;d11ab77873cb:33017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:16,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,33017,1731785687380] 2024-11-16T19:35:16,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11201116448/draining/d11ab77873cb,33017,1731785687380 already deleted, retry=false 2024-11-16T19:35:16,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,33017,1731785687380 expired; onlineServers=0 2024-11-16T19:35:16,370 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,36661,1731785687352' ***** 2024-11-16T19:35:16,370 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:35:16,371 INFO [M:0;d11ab77873cb:36661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:16,371 INFO [M:0;d11ab77873cb:36661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:16,371 DEBUG [M:0;d11ab77873cb:36661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:35:16,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:35:16,371 DEBUG [M:0;d11ab77873cb:36661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:35:16,371 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785688721 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785688721,5,FailOnTimeoutGroup] 2024-11-16T19:35:16,371 INFO [M:0;d11ab77873cb:36661 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:16,371 INFO [M:0;d11ab77873cb:36661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:16,371 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785688721 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785688721,5,FailOnTimeoutGroup] 2024-11-16T19:35:16,371 DEBUG [M:0;d11ab77873cb:36661 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:35:16,371 INFO [M:0;d11ab77873cb:36661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:35:16,371 INFO [M:0;d11ab77873cb:36661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:16,371 INFO [M:0;d11ab77873cb:36661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:35:16,371 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:35:16,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11201116448/master 2024-11-16T19:35:16,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11201116448 2024-11-16T19:35:16,373 DEBUG [M:0;d11ab77873cb:36661 {}] zookeeper.RecoverableZooKeeper(212): Node /11201116448/master already deleted, retry=false 2024-11-16T19:35:16,373 DEBUG [M:0;d11ab77873cb:36661 {}] master.ActiveMasterManager(353): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Failed delete of our master address node; KeeperErrorCode = NoNode for /11201116448/master 2024-11-16T19:35:16,373 INFO [M:0;d11ab77873cb:36661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/.lastflushedseqids 2024-11-16T19:35:16,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741847_1023 (size=245) 2024-11-16T19:35:16,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:16,470 INFO [RS:0;d11ab77873cb:33017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:16,470 INFO [RS:0;d11ab77873cb:33017 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,33017,1731785687380; zookeeper connection closed. 2024-11-16T19:35:16,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x1004a07cc0e0004, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:16,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a8a5a2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a8a5a2c 2024-11-16T19:35:16,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:35:16,784 INFO [M:0;d11ab77873cb:36661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:35:16,784 INFO [M:0;d11ab77873cb:36661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:35:16,790 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:16,791 INFO [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:16,791 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:16,791 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:16,791 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:16,791 INFO [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T19:35:16,804 DEBUG [M:0;d11ab77873cb:36661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb13c962ce5548309b1cc58f186fe5e7 is 82, key is hbase:meta,,1/info:regioninfo/1731785689878/Put/seqid=0 2024-11-16T19:35:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741848_1024 (size=5672) 2024-11-16T19:35:16,831 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:16,942 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T19:35:17,209 INFO [M:0;d11ab77873cb:36661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb13c962ce5548309b1cc58f186fe5e7 2024-11-16T19:35:17,225 DEBUG [M:0;d11ab77873cb:36661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcec4d27ca14906ae3e37b467711a51 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785700827/Put/seqid=0 2024-11-16T19:35:17,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741849_1025 (size=8515) 2024-11-16T19:35:17,628 INFO [M:0;d11ab77873cb:36661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcec4d27ca14906ae3e37b467711a51 2024-11-16T19:35:17,643 DEBUG [M:0;d11ab77873cb:36661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eface20d4e4414ba35ba42c8854cdb6 is 69, key is d11ab77873cb,33017,1731785687380/rs:state/1731785688810/Put/seqid=0 2024-11-16T19:35:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741850_1026 (size=5156) 2024-11-16T19:35:17,834 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:17,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:17,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,047 INFO [M:0;d11ab77873cb:36661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eface20d4e4414ba35ba42c8854cdb6 2024-11-16T19:35:18,050 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb13c962ce5548309b1cc58f186fe5e7 as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb13c962ce5548309b1cc58f186fe5e7 2024-11-16T19:35:18,054 INFO [M:0;d11ab77873cb:36661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb13c962ce5548309b1cc58f186fe5e7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T19:35:18,055 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcec4d27ca14906ae3e37b467711a51 as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bcec4d27ca14906ae3e37b467711a51 2024-11-16T19:35:18,058 INFO [M:0;d11ab77873cb:36661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bcec4d27ca14906ae3e37b467711a51, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T19:35:18,059 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eface20d4e4414ba35ba42c8854cdb6 as hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eface20d4e4414ba35ba42c8854cdb6 2024-11-16T19:35:18,062 INFO [M:0;d11ab77873cb:36661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41375/user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eface20d4e4414ba35ba42c8854cdb6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T19:35:18,063 INFO [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-16T19:35:18,064 INFO [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:18,064 DEBUG [M:0;d11ab77873cb:36661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785716784Disabling compacts and flushes for region at 1731785716784Disabling writes for close at 1731785716791 (+7 ms)Obtaining lock to block concurrent updates at 1731785716791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785716791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731785716791Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785716792 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785716792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785716804 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785716804Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785717212 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785717224 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785717224Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785717632 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785717643 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785717643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23493c37: reopening flushed file at 1731785718050 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f722fd8: reopening flushed file at 1731785718054 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e40431: reopening flushed file at 1731785718058 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731785718063 (+5 ms)Writing region close event to WAL at 1731785718064 (+1 ms)Closed at 1731785718064 2024-11-16T19:35:18,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42333 is added to blk_1073741830_1006 (size=63642) 2024-11-16T19:35:18,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f313100-7caa-2a41-2a1b-16599f3704bb/MasterData/WALs/d11ab77873cb,36661,1731785687352/d11ab77873cb%2C36661%2C1731785687352.1731785688654 not finished, retry = 0 2024-11-16T19:35:18,169 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:18,169 INFO [M:0;d11ab77873cb:36661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:35:18,169 INFO [M:0;d11ab77873cb:36661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36661 2024-11-16T19:35:18,169 INFO [M:0;d11ab77873cb:36661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:18,271 INFO [M:0;d11ab77873cb:36661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:18,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:18,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36661-0x1004a07cc0e0003, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:18,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f46936{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:18,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@267b1a6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:18,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:18,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8379c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:18,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34145956{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:18,276 WARN [BP-2087164313-172.17.0.2-1731785686377 heartbeating to localhost/127.0.0.1:41375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:35:18,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:35:18,277 WARN [BP-2087164313-172.17.0.2-1731785686377 heartbeating to localhost/127.0.0.1:41375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2087164313-172.17.0.2-1731785686377 (Datanode Uuid e586de66-005d-4336-a332-80f9a20cbe51) service to localhost/127.0.0.1:41375 2024-11-16T19:35:18,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:35:18,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/cluster_d8f1f8e0-06ef-0d28-4752-6066c0a19d10/data/data1/current/BP-2087164313-172.17.0.2-1731785686377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:18,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/cluster_d8f1f8e0-06ef-0d28-4752-6066c0a19d10/data/data2/current/BP-2087164313-172.17.0.2-1731785686377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:18,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:35:18,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1df278da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:18,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dbaad9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:18,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:18,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d18d0ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:18,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d0a9c73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86bc9392-5a6e-e3a1-a782-be96b1db2b65/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:35:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:35:18,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:18,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:18,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:18,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:18,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:18,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:35:18,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=867202905, stopped=false 2024-11-16T19:35:18,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,34727,1731785683693 2024-11-16T19:35:18,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-66139635/running 2024-11-16T19:35:18,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-66139635/running 2024-11-16T19:35:18,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:35:18,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:35:18,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:18,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:18,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:18,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:18,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on znode that does not yet exist, /0-66139635/running 2024-11-16T19:35:18,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Set watcher on znode that does not yet exist, /0-66139635/running 2024-11-16T19:35:18,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,44957,1731785683732' ***** 2024-11-16T19:35:18,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:35:18,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c0bcb82ac8299420ca63ff105ec1f28 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(3091): Received CLOSE for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,44957,1731785683732 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:18,302 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c0bcb82ac8299420ca63ff105ec1f28, disabling compactions & flushes 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:44957. 2024-11-16T19:35:18,302 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:35:18,302 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:35:18,302 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. after waiting 0 ms 2024-11-16T19:35:18,302 DEBUG [RS:0;d11ab77873cb:44957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:18,302 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:35:18,302 DEBUG [RS:0;d11ab77873cb:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:18,302 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c0bcb82ac8299420ca63ff105ec1f28 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:35:18,302 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:35:18,303 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:35:18,303 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:35:18,303 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4c0bcb82ac8299420ca63ff105ec1f28=test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28., d42dff33ac303e4fca1bc349c5fd5e6c=hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c.} 2024-11-16T19:35:18,303 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c0bcb82ac8299420ca63ff105ec1f28, d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:18,303 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:18,303 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:18,303 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:18,303 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:18,303 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:18,303 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:35:18,317 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/f/db8f506f7b074095a76a994ff8d7784c is 37, key is row3/f:row3/1731785710670/Put/seqid=0 2024-11-16T19:35:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741840_1016 (size=5228) 2024-11-16T19:35:18,322 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/info/ba8aee54698543b8a294fe1194ec4d9c is 147, key is hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c./info:regioninfo/1731785699277/Put/seqid=0 2024-11-16T19:35:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741841_1017 (size=7686) 2024-11-16T19:35:18,327 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:18,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:35:18,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:18,503 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c0bcb82ac8299420ca63ff105ec1f28, d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:18,555 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:34727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T19:35:18,593 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:35:18,593 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:35:18,703 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c0bcb82ac8299420ca63ff105ec1f28, d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:18,721 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/f/db8f506f7b074095a76a994ff8d7784c 2024-11-16T19:35:18,725 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/info/ba8aee54698543b8a294fe1194ec4d9c 2024-11-16T19:35:18,725 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db8f506f7b074095a76a994ff8d7784c 2024-11-16T19:35:18,739 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/f1/a02bf4d6e18740ae9e5572451e10c19d is 30, key is row1/f1:/1731785708016/DeleteFamily/seqid=0 2024-11-16T19:35:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741842_1018 (size=5158) 2024-11-16T19:35:18,751 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/ns/f31ab983f54d4f4380cffa3c4bbb3440 is 43, key is default/ns:d/1731785686256/Put/seqid=0 2024-11-16T19:35:18,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741843_1019 (size=5153) 2024-11-16T19:35:18,903 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c0bcb82ac8299420ca63ff105ec1f28, d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:18,937 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1493, reset compression=false 2024-11-16T19:35:18,941 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:18,941 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1740, reset compression=false 2024-11-16T19:35:18,941 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,44957,1731785683732 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:18,942 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,44957,1731785683732: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,44957,1731785683732, walGroup=d11ab77873cb%2C44957%2C1731785683732, offset=d11ab77873cb%2C44957%2C1731785683732.1731785685747:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:44957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:35:18,943 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:35:18,943 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:35:18,944 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:35:18,944 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:35:18,944 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:35:18,944 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 731447808 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199259672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:35:18,944 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:34727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:34727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:35:19,104 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c0bcb82ac8299420ca63ff105ec1f28, d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:19,144 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1740, reset compression=false 2024-11-16T19:35:19,145 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/f1/a02bf4d6e18740ae9e5572451e10c19d 2024-11-16T19:35:19,149 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a02bf4d6e18740ae9e5572451e10c19d 2024-11-16T19:35:19,154 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/ns/f31ab983f54d4f4380cffa3c4bbb3440 2024-11-16T19:35:19,166 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/norep/6dbe6df1b3fb4048aeb51ea345538a03 is 32, key is row/norep:/1731785707004/DeleteFamily/seqid=0 2024-11-16T19:35:19,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741844_1020 (size=5101) 2024-11-16T19:35:19,170 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/rep_barrier/2420e05a5c434472a44f7c2ebb61a2af is 112, key is test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28./rep_barrier:seqnumDuringOpen/1731785694189/Put/seqid=0 2024-11-16T19:35:19,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741845_1021 (size=5518) 2024-11-16T19:35:19,304 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c0bcb82ac8299420ca63ff105ec1f28, d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:19,448 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1740, reset compression=false 2024-11-16T19:35:19,504 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c0bcb82ac8299420ca63ff105ec1f28, d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:19,570 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/norep/6dbe6df1b3fb4048aeb51ea345538a03 2024-11-16T19:35:19,573 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/rep_barrier/2420e05a5c434472a44f7c2ebb61a2af 2024-11-16T19:35:19,574 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dbe6df1b3fb4048aeb51ea345538a03 2024-11-16T19:35:19,574 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/f/db8f506f7b074095a76a994ff8d7784c as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/f/db8f506f7b074095a76a994ff8d7784c 2024-11-16T19:35:19,578 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db8f506f7b074095a76a994ff8d7784c 2024-11-16T19:35:19,578 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/f/db8f506f7b074095a76a994ff8d7784c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T19:35:19,578 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/f1/a02bf4d6e18740ae9e5572451e10c19d as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/f1/a02bf4d6e18740ae9e5572451e10c19d 2024-11-16T19:35:19,582 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a02bf4d6e18740ae9e5572451e10c19d 2024-11-16T19:35:19,582 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/f1/a02bf4d6e18740ae9e5572451e10c19d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T19:35:19,583 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/.tmp/norep/6dbe6df1b3fb4048aeb51ea345538a03 as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/norep/6dbe6df1b3fb4048aeb51ea345538a03 2024-11-16T19:35:19,586 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dbe6df1b3fb4048aeb51ea345538a03 2024-11-16T19:35:19,586 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/norep/6dbe6df1b3fb4048aeb51ea345538a03, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T19:35:19,587 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4c0bcb82ac8299420ca63ff105ec1f28 in 1285ms, sequenceid=12, compaction requested=false 2024-11-16T19:35:19,587 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:35:19,589 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/table/1d36105f1496427dab7c6c1ad84cbce0 is 53, key is hbase:replication/table:state/1731785699285/Put/seqid=0 2024-11-16T19:35:19,593 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/default/test/4c0bcb82ac8299420ca63ff105ec1f28/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T19:35:19,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741846_1022 (size=5308) 2024-11-16T19:35:19,594 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:19,594 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:19,594 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:35:19,594 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c0bcb82ac8299420ca63ff105ec1f28: Waiting for close lock at 1731785718302Running coprocessor pre-close hooks at 1731785718302Disabling compacts and flushes for region at 1731785718302Disabling writes for close at 1731785718302Obtaining lock to block concurrent updates at 1731785718302Preparing flush snapshotting stores in 4c0bcb82ac8299420ca63ff105ec1f28 at 1731785718302Finished memstore snapshotting test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731785718303 (+1 ms)Flushing stores of test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. at 1731785718303Flushing 4c0bcb82ac8299420ca63ff105ec1f28/f: creating writer at 1731785718303Flushing 4c0bcb82ac8299420ca63ff105ec1f28/f: appending metadata at 1731785718316 (+13 ms)Flushing 4c0bcb82ac8299420ca63ff105ec1f28/f: closing flushed file at 1731785718316Flushing 4c0bcb82ac8299420ca63ff105ec1f28/f1: creating writer at 1731785718725 (+409 ms)Flushing 4c0bcb82ac8299420ca63ff105ec1f28/f1: appending metadata at 1731785718739 (+14 ms)Flushing 4c0bcb82ac8299420ca63ff105ec1f28/f1: closing flushed file at 1731785718739Flushing 4c0bcb82ac8299420ca63ff105ec1f28/norep: creating writer at 1731785719149 (+410 ms)Flushing 4c0bcb82ac8299420ca63ff105ec1f28/norep: appending metadata at 1731785719165 (+16 ms)Flushing 4c0bcb82ac8299420ca63ff105ec1f28/norep: closing flushed file at 1731785719165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc59fb7: reopening flushed file at 1731785719574 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29351b2a: reopening flushed file at 1731785719578 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c23620: reopening flushed file at 1731785719582 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4c0bcb82ac8299420ca63ff105ec1f28 in 1285ms, sequenceid=12, compaction requested=false at 1731785719587 (+5 ms)Writing region close event to WAL at 1731785719590 (+3 ms)Running coprocessor post-close hooks at 1731785719594 (+4 ms)Closed at 1731785719594 2024-11-16T19:35:19,595 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785693050.4c0bcb82ac8299420ca63ff105ec1f28. 2024-11-16T19:35:19,595 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d42dff33ac303e4fca1bc349c5fd5e6c, disabling compactions & flushes 2024-11-16T19:35:19,595 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:35:19,595 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:35:19,595 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. after waiting 0 ms 2024-11-16T19:35:19,595 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:35:19,595 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d42dff33ac303e4fca1bc349c5fd5e6c: Waiting for close lock at 1731785719595Running coprocessor pre-close hooks at 1731785719595Disabling compacts and flushes for region at 1731785719595Disabling writes for close at 1731785719595Failed flush hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c., putting online again at 1731785719595 2024-11-16T19:35:19,595 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:35:19,704 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:35:19,704 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d42dff33ac303e4fca1bc349c5fd5e6c=hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c.} 2024-11-16T19:35:19,704 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(3091): Received CLOSE for d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:19,704 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d42dff33ac303e4fca1bc349c5fd5e6c 2024-11-16T19:35:19,704 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d42dff33ac303e4fca1bc349c5fd5e6c, disabling compactions & flushes 2024-11-16T19:35:19,704 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:35:19,704 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:35:19,704 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. after waiting 0 ms 2024-11-16T19:35:19,704 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:35:19,705 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d42dff33ac303e4fca1bc349c5fd5e6c: Waiting for close lock at 1731785719704Running coprocessor pre-close hooks at 1731785719704Disabling compacts and flushes for region at 1731785719704Disabling writes for close at 1731785719704Failed flush hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c., putting online again at 1731785719704 2024-11-16T19:35:19,705 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731785698514.d42dff33ac303e4fca1bc349c5fd5e6c. 2024-11-16T19:35:19,850 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 1740, reset compression=false 2024-11-16T19:35:19,854 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:19,854 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 2384, reset compression=false 2024-11-16T19:35:19,904 DEBUG [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:35:19,995 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/table/1d36105f1496427dab7c6c1ad84cbce0 2024-11-16T19:35:19,999 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/info/ba8aee54698543b8a294fe1194ec4d9c as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/info/ba8aee54698543b8a294fe1194ec4d9c 2024-11-16T19:35:20,002 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/info/ba8aee54698543b8a294fe1194ec4d9c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:35:20,003 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/ns/f31ab983f54d4f4380cffa3c4bbb3440 as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/ns/f31ab983f54d4f4380cffa3c4bbb3440 2024-11-16T19:35:20,006 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/ns/f31ab983f54d4f4380cffa3c4bbb3440, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:35:20,007 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/rep_barrier/2420e05a5c434472a44f7c2ebb61a2af as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/rep_barrier/2420e05a5c434472a44f7c2ebb61a2af 2024-11-16T19:35:20,010 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/rep_barrier/2420e05a5c434472a44f7c2ebb61a2af, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:35:20,011 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/.tmp/table/1d36105f1496427dab7c6c1ad84cbce0 as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/table/1d36105f1496427dab7c6c1ad84cbce0 2024-11-16T19:35:20,014 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/table/1d36105f1496427dab7c6c1ad84cbce0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:35:20,015 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-16T19:35:20,015 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:35:20,018 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:35:20,018 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:20,018 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:20,018 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:20,018 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785718303Running coprocessor pre-close hooks at 1731785718303Disabling compacts and flushes for region at 1731785718303Disabling writes for close at 1731785718303Obtaining lock to block concurrent updates at 1731785718303Preparing flush snapshotting stores in 1588230740 at 1731785718303Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785718303Flushing stores of hbase:meta,,1.1588230740 at 1731785718304 (+1 ms)Flushing 1588230740/info: creating writer at 1731785718304Flushing 1588230740/info: appending metadata at 1731785718321 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731785718321Flushing 1588230740/ns: creating writer at 1731785718736 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731785718750 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731785718750Flushing 1588230740/rep_barrier: creating writer at 1731785719157 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785719170 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785719170Flushing 1588230740/table: creating writer at 1731785719576 (+406 ms)Flushing 1588230740/table: appending metadata at 1731785719589 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731785719589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179a7a52: reopening flushed file at 1731785719998 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9e279f: reopening flushed file at 1731785720002 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ea626c: reopening flushed file at 1731785720006 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ae307d: reopening flushed file at 1731785720010 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1731785720015 (+5 ms)Writing region close event to WAL at 1731785720016 (+1 ms)Running coprocessor post-close hooks at 1731785720018 (+2 ms)Closed at 1731785720018 2024-11-16T19:35:20,018 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:20,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:20,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:35:20,039 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68495 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:35:20,057 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.wal-reader.d11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.1731785685747 to pos 2384, reset compression=false 2024-11-16T19:35:20,105 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T19:35:20,105 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,44957,1731785683732; all regions closed. 2024-11-16T19:35:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:35:20,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.meta.1731785686219.meta not finished, retry = 0 2024-11-16T19:35:20,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741839_1015 (size=2609) 2024-11-16T19:35:20,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/WALs/d11ab77873cb,44957,1731785683732/d11ab77873cb%2C44957%2C1731785683732.rep.1731785699248 not finished, retry = 0 2024-11-16T19:35:20,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741832_1008 (size=2392) 2024-11-16T19:35:20,312 DEBUG [RS:0;d11ab77873cb:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:20,312 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:20,312 INFO [RS:0;d11ab77873cb:44957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:20,312 INFO [RS:0;d11ab77873cb:44957 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:20,312 INFO [RS:0;d11ab77873cb:44957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:20,312 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:20,312 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,44957,1731785683732 because: Region server is closing 2024-11-16T19:35:20,313 INFO [RS:0;d11ab77873cb:44957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:44957. 2024-11-16T19:35:20,313 DEBUG [RS:0;d11ab77873cb:44957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:20,313 DEBUG [RS:0;d11ab77873cb:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:20,313 DEBUG [RS:0;d11ab77873cb:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:20,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:20,413 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,44957,1731785683732.replicationSource.shipperd11ab77873cb%2C44957%2C1731785683732,1-d11ab77873cb,44957,1731785683732 terminated 2024-11-16T19:35:20,413 INFO [RS:0;d11ab77873cb:44957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:44957. 2024-11-16T19:35:20,413 DEBUG [RS:0;d11ab77873cb:44957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:20,413 DEBUG [RS:0;d11ab77873cb:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:20,413 DEBUG [RS:0;d11ab77873cb:44957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:20,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:20,413 INFO [RS:0;d11ab77873cb:44957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44957 2024-11-16T19:35:20,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-66139635/rs/d11ab77873cb,44957,1731785683732 2024-11-16T19:35:20,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635/rs 2024-11-16T19:35:20,415 INFO [RS:0;d11ab77873cb:44957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:20,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,44957,1731785683732] 2024-11-16T19:35:20,416 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-66139635/draining/d11ab77873cb,44957,1731785683732 already deleted, retry=false 2024-11-16T19:35:20,416 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,44957,1731785683732 expired; onlineServers=0 2024-11-16T19:35:20,416 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,34727,1731785683693' ***** 2024-11-16T19:35:20,416 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:35:20,416 INFO [M:0;d11ab77873cb:34727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:20,416 INFO [M:0;d11ab77873cb:34727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:20,416 DEBUG [M:0;d11ab77873cb:34727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:35:20,416 DEBUG [M:0;d11ab77873cb:34727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:35:20,416 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:35:20,416 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785685488 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785685488,5,FailOnTimeoutGroup] 2024-11-16T19:35:20,416 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785685496 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785685496,5,FailOnTimeoutGroup] 2024-11-16T19:35:20,416 INFO [M:0;d11ab77873cb:34727 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:20,416 INFO [M:0;d11ab77873cb:34727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:20,416 DEBUG [M:0;d11ab77873cb:34727 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:35:20,417 INFO [M:0;d11ab77873cb:34727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:35:20,417 INFO [M:0;d11ab77873cb:34727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:20,417 INFO [M:0;d11ab77873cb:34727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:35:20,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:35:20,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-66139635/master 2024-11-16T19:35:20,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-66139635 2024-11-16T19:35:20,417 DEBUG [M:0;d11ab77873cb:34727 {}] zookeeper.ZKUtil(347): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Unable to get data of znode /0-66139635/master because node does not exist (not an error) 2024-11-16T19:35:20,417 WARN [M:0;d11ab77873cb:34727 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:35:20,418 INFO [M:0;d11ab77873cb:34727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/.lastflushedseqids 2024-11-16T19:35:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741847_1023 (size=245) 2024-11-16T19:35:20,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:20,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44957-0x1004a07cc0e0001, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:20,515 INFO [RS:0;d11ab77873cb:44957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:20,515 INFO [RS:0;d11ab77873cb:44957 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,44957,1731785683732; zookeeper connection closed. 2024-11-16T19:35:20,516 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b8a5ba7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b8a5ba7 2024-11-16T19:35:20,516 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:35:20,821 INFO [M:0;d11ab77873cb:34727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:35:20,821 INFO [M:0;d11ab77873cb:34727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:35:20,822 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:20,822 INFO [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:20,822 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:20,822 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:20,822 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:20,822 INFO [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-16T19:35:20,835 DEBUG [M:0;d11ab77873cb:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b75ed77bb2a485abf91dc3bb4774fa1 is 82, key is hbase:meta,,1/info:regioninfo/1731785686246/Put/seqid=0 2024-11-16T19:35:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741848_1024 (size=5672) 2024-11-16T19:35:21,238 INFO [M:0;d11ab77873cb:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b75ed77bb2a485abf91dc3bb4774fa1 2024-11-16T19:35:21,254 DEBUG [M:0;d11ab77873cb:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e4b665a2e3c414ca2268224ec9db523 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731785694198/Put/seqid=0 2024-11-16T19:35:21,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741849_1025 (size=7217) 2024-11-16T19:35:21,657 INFO [M:0;d11ab77873cb:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e4b665a2e3c414ca2268224ec9db523 2024-11-16T19:35:21,661 INFO [M:0;d11ab77873cb:34727 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e4b665a2e3c414ca2268224ec9db523 2024-11-16T19:35:21,678 DEBUG [M:0;d11ab77873cb:34727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e56d509260f84bacbcf932b2aa405dea is 69, key is d11ab77873cb,44957,1731785683732/rs:state/1731785685574/Put/seqid=0 2024-11-16T19:35:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741850_1026 (size=5156) 2024-11-16T19:35:21,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:35:21,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:35:21,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:22,082 INFO [M:0;d11ab77873cb:34727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e56d509260f84bacbcf932b2aa405dea 2024-11-16T19:35:22,086 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b75ed77bb2a485abf91dc3bb4774fa1 as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b75ed77bb2a485abf91dc3bb4774fa1 2024-11-16T19:35:22,089 INFO [M:0;d11ab77873cb:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b75ed77bb2a485abf91dc3bb4774fa1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T19:35:22,090 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e4b665a2e3c414ca2268224ec9db523 as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e4b665a2e3c414ca2268224ec9db523 2024-11-16T19:35:22,093 INFO [M:0;d11ab77873cb:34727 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e4b665a2e3c414ca2268224ec9db523 2024-11-16T19:35:22,093 INFO [M:0;d11ab77873cb:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e4b665a2e3c414ca2268224ec9db523, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T19:35:22,094 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e56d509260f84bacbcf932b2aa405dea as hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e56d509260f84bacbcf932b2aa405dea 2024-11-16T19:35:22,097 INFO [M:0;d11ab77873cb:34727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38943/user/jenkins/test-data/e55cc6de-8ef1-a699-982f-e9018265f2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e56d509260f84bacbcf932b2aa405dea, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T19:35:22,098 INFO [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-16T19:35:22,106 INFO [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:22,106 DEBUG [M:0;d11ab77873cb:34727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785720822Disabling compacts and flushes for region at 1731785720822Disabling writes for close at 1731785720822Obtaining lock to block concurrent updates at 1731785720822Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785720822Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731785720822Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785720823 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785720823Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785720834 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785720835 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785721242 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785721254 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785721254Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785721661 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785721677 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785721677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44699e4a: reopening flushed file at 1731785722085 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d1ab06: reopening flushed file at 1731785722089 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ee8075: reopening flushed file at 1731785722093 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731785722098 (+5 ms)Writing region close event to WAL at 1731785722105 (+7 ms)Closed at 1731785722106 (+1 ms) 2024-11-16T19:35:22,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33165 is added to blk_1073741830_1006 (size=64411) 2024-11-16T19:35:22,111 INFO [M:0;d11ab77873cb:34727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:35:22,111 INFO [M:0;d11ab77873cb:34727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34727 2024-11-16T19:35:22,111 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:22,111 INFO [M:0;d11ab77873cb:34727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:22,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:22,213 INFO [M:0;d11ab77873cb:34727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:22,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34727-0x1004a07cc0e0000, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:22,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b2ac3bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:22,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63c58521{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:22,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:22,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@779100ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:22,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f4ec07a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:22,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:35:22,217 WARN [BP-1659908082-172.17.0.2-1731785682862 heartbeating to localhost/127.0.0.1:38943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:35:22,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:35:22,217 WARN [BP-1659908082-172.17.0.2-1731785682862 heartbeating to localhost/127.0.0.1:38943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1659908082-172.17.0.2-1731785682862 (Datanode Uuid 2cd661b1-58de-49a5-a1b0-f8cdc539dbd7) service to localhost/127.0.0.1:38943 2024-11-16T19:35:22,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/cluster_e9fbe2a1-aec8-0b89-28e6-7c931de4094d/data/data1/current/BP-1659908082-172.17.0.2-1731785682862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:22,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/cluster_e9fbe2a1-aec8-0b89-28e6-7c931de4094d/data/data2/current/BP-1659908082-172.17.0.2-1731785682862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:22,218 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:35:22,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58c498ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:22,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ff731a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:22,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:22,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c6b9e2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:22,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7338a92c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b08f12d-2241-9416-3367-1d5faafdf2c5/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:22,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:35:22,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:35:22,251 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41375 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64106) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43731 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64106) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38943 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64106) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 270) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1890 (was 2167) 2024-11-16T19:35:22,262 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=1890 2024-11-16T19:35:22,277 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-16T19:35:22,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.log.dir so I do NOT create it in target/test-data/111079ae-8997-742d-d42a-4149bed61168 2024-11-16T19:35:22,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:35:22,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.tmp.dir so I do NOT create it in target/test-data/111079ae-8997-742d-d42a-4149bed61168 2024-11-16T19:35:22,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5898cc22-9eb0-f2f9-4754-c787564d5425/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:35:22,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168 2024-11-16T19:35:22,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/cluster_254d523e-bc0c-762b-418f-1c9d96bb93a5, deleteOnExit=true 2024-11-16T19:35:22,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/cluster_254d523e-bc0c-762b-418f-1c9d96bb93a5/zookeeper_0, clientPort=59695, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/cluster_254d523e-bc0c-762b-418f-1c9d96bb93a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/cluster_254d523e-bc0c-762b-418f-1c9d96bb93a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:35:22,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59695 2024-11-16T19:35:22,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:35:22,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:35:22,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/test.cache.data in system properties and HBase conf 2024-11-16T19:35:22,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:35:22,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:35:22,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:35:22,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:35:22,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:35:22,282 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:35:22,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:22,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:35:22,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:35:22,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a07cc0e0005, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:35:22,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a07cc0e0002, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:35:22,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1004a07cc0e0008, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:35:22,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1004a07cc0e0008, quorum=127.0.0.1:64106, baseZNode=/2-1797260159 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:35:22,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a07cc0e0002, quorum=127.0.0.1:64106, baseZNode=/0-66139635 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:35:22,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a07cc0e0005, quorum=127.0.0.1:64106, baseZNode=/11201116448 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:35:22,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:22,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:22,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:22,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:22,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:35:22,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:22,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f065621{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:22,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e2f6d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:22,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@361385ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/java.io.tmpdir/jetty-localhost-37631-hadoop-hdfs-3_4_1-tests_jar-_-any-1903276138640987027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:22,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b08ac46{HTTP/1.1, (http/1.1)}{localhost:37631} 2024-11-16T19:35:22,515 INFO [Time-limited test {}] server.Server(415): Started @246296ms 2024-11-16T19:35:22,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:22,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:22,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:22,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:22,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:35:22,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f524d56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:22,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a181d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:22,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f3bcc52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/java.io.tmpdir/jetty-localhost-34613-hadoop-hdfs-3_4_1-tests_jar-_-any-9018487342814819505/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:22,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cff4c20{HTTP/1.1, (http/1.1)}{localhost:34613} 2024-11-16T19:35:22,779 INFO [Time-limited test {}] server.Server(415): Started @246560ms 2024-11-16T19:35:22,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:35:22,855 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/cluster_254d523e-bc0c-762b-418f-1c9d96bb93a5/data/data2/current/BP-1492083834-172.17.0.2-1731785722308/current, will proceed with Du for space computation calculation, 2024-11-16T19:35:22,855 WARN [Thread-3431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/cluster_254d523e-bc0c-762b-418f-1c9d96bb93a5/data/data1/current/BP-1492083834-172.17.0.2-1731785722308/current, will proceed with Du for space computation calculation, 2024-11-16T19:35:22,881 WARN [Thread-3419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:35:22,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4abbfe5eec33907d with lease ID 0x3cb62708f2482650: Processing first storage report for DS-d29e0207-0f66-4cf5-a792-05b55642c7d0 from datanode DatanodeRegistration(127.0.0.1:44149, datanodeUuid=518d778e-dbe9-4b21-97bd-6461c4b944ed, infoPort=33455, infoSecurePort=0, ipcPort=37295, storageInfo=lv=-57;cid=testClusterID;nsid=1172531878;c=1731785722308) 2024-11-16T19:35:22,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4abbfe5eec33907d with lease ID 0x3cb62708f2482650: from storage DS-d29e0207-0f66-4cf5-a792-05b55642c7d0 node DatanodeRegistration(127.0.0.1:44149, datanodeUuid=518d778e-dbe9-4b21-97bd-6461c4b944ed, infoPort=33455, infoSecurePort=0, ipcPort=37295, storageInfo=lv=-57;cid=testClusterID;nsid=1172531878;c=1731785722308), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T19:35:22,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4abbfe5eec33907d with lease ID 0x3cb62708f2482650: Processing first storage report for DS-49af0f3b-eaf1-4fc3-9663-5c01e67bef7a from datanode DatanodeRegistration(127.0.0.1:44149, datanodeUuid=518d778e-dbe9-4b21-97bd-6461c4b944ed, infoPort=33455, infoSecurePort=0, ipcPort=37295, storageInfo=lv=-57;cid=testClusterID;nsid=1172531878;c=1731785722308) 2024-11-16T19:35:22,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4abbfe5eec33907d with lease ID 0x3cb62708f2482650: from storage DS-49af0f3b-eaf1-4fc3-9663-5c01e67bef7a node DatanodeRegistration(127.0.0.1:44149, datanodeUuid=518d778e-dbe9-4b21-97bd-6461c4b944ed, infoPort=33455, infoSecurePort=0, ipcPort=37295, storageInfo=lv=-57;cid=testClusterID;nsid=1172531878;c=1731785722308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:35:22,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168 2024-11-16T19:35:22,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:22,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:35:23,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4 with version=8 2024-11-16T19:35:23,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/hbase-staging 2024-11-16T19:35:23,321 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:35:23,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:23,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:23,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:35:23,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:23,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:35:23,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:35:23,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:35:23,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42967 2024-11-16T19:35:23,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42967 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:23,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429670x0, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:23,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42967-0x1004a0866170000 connected 2024-11-16T19:35:23,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:23,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:23,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on znode that does not yet exist, /0149865451/running 2024-11-16T19:35:23,346 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4, hbase.cluster.distributed=false 2024-11-16T19:35:23,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on znode that does not yet exist, /0149865451/acl 2024-11-16T19:35:23,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42967 2024-11-16T19:35:23,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42967 2024-11-16T19:35:23,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42967 2024-11-16T19:35:23,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42967 2024-11-16T19:35:23,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42967 2024-11-16T19:35:23,376 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:35:23,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:23,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:23,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:35:23,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:23,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:35:23,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:35:23,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:35:23,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40141 2024-11-16T19:35:23,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40141 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:23,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:23,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:23,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401410x0, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:23,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401410x0, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on znode that does not yet exist, /0149865451/running 2024-11-16T19:35:23,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40141-0x1004a0866170001 connected 2024-11-16T19:35:23,383 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:35:23,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:35:23,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on znode that does not yet exist, /0149865451/master 2024-11-16T19:35:23,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on znode that does not yet exist, /0149865451/acl 2024-11-16T19:35:23,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-16T19:35:23,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40141 2024-11-16T19:35:23,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40141 2024-11-16T19:35:23,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-16T19:35:23,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-16T19:35:23,411 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:42967 2024-11-16T19:35:23,411 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0149865451/backup-masters/d11ab77873cb,42967,1731785723320 2024-11-16T19:35:23,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451/backup-masters 2024-11-16T19:35:23,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451/backup-masters 2024-11-16T19:35:23,412 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on existing znode=/0149865451/backup-masters/d11ab77873cb,42967,1731785723320 2024-11-16T19:35:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0149865451/master 2024-11-16T19:35:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:23,414 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on existing znode=/0149865451/master 2024-11-16T19:35:23,414 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0149865451/backup-masters/d11ab77873cb,42967,1731785723320 from backup master directory 2024-11-16T19:35:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0149865451/backup-masters/d11ab77873cb,42967,1731785723320 2024-11-16T19:35:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451/backup-masters 2024-11-16T19:35:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451/backup-masters 2024-11-16T19:35:23,415 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:35:23,415 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,42967,1731785723320 2024-11-16T19:35:23,418 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/hbase.id] with ID: f330453c-79ef-45fc-a31e-3c34abb07f5c 2024-11-16T19:35:23,418 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/.tmp/hbase.id 2024-11-16T19:35:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:35:23,426 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/.tmp/hbase.id]:[hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/hbase.id] 2024-11-16T19:35:23,432 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:23,433 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:35:23,433 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T19:35:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:35:23,845 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:23,846 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:35:23,846 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:35:24,251 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store 2024-11-16T19:35:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:35:24,255 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:24,255 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:24,255 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:24,256 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:24,256 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:24,256 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:24,256 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:24,256 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785724255Disabling compacts and flushes for region at 1731785724255Disabling writes for close at 1731785724256 (+1 ms)Writing region close event to WAL at 1731785724256Closed at 1731785724256 2024-11-16T19:35:24,256 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/.initializing 2024-11-16T19:35:24,256 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/WALs/d11ab77873cb,42967,1731785723320 2024-11-16T19:35:24,257 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:35:24,258 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C42967%2C1731785723320, suffix=, logDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/WALs/d11ab77873cb,42967,1731785723320, archiveDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/oldWALs, maxLogs=10 2024-11-16T19:35:24,274 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/WALs/d11ab77873cb,42967,1731785723320/d11ab77873cb%2C42967%2C1731785723320.1731785724259, exclude list is [], retry=0 2024-11-16T19:35:24,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-d29e0207-0f66-4cf5-a792-05b55642c7d0,DISK] 2024-11-16T19:35:24,278 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/WALs/d11ab77873cb,42967,1731785723320/d11ab77873cb%2C42967%2C1731785723320.1731785724259 2024-11-16T19:35:24,278 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455)] 2024-11-16T19:35:24,278 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:24,278 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:24,278 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,278 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:35:24,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:24,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:24,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:35:24,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:24,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:24,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:35:24,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:24,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:24,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:35:24,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:24,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:24,284 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,284 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,285 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,285 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,285 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,286 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:24,286 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:24,288 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:24,288 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65146707, jitterRate=-0.029238417744636536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:24,289 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785724278Initializing all the Stores at 1731785724279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785724279Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785724279Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785724279Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785724279Cleaning up temporary data from old regions at 1731785724285 (+6 ms)Region opened successfully at 1731785724289 (+4 ms) 2024-11-16T19:35:24,289 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:35:24,291 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2020c418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:35:24,292 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:35:24,292 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:35:24,292 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:35:24,292 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:35:24,292 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:35:24,293 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:35:24,293 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:35:24,298 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:35:24,298 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Unable to get data of znode /0149865451/balancer because node does not exist (not necessarily an error) 2024-11-16T19:35:24,299 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0149865451/balancer already deleted, retry=false 2024-11-16T19:35:24,299 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:35:24,300 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Unable to get data of znode /0149865451/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:35:24,300 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0149865451/normalizer already deleted, retry=false 2024-11-16T19:35:24,300 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:35:24,301 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Unable to get data of znode /0149865451/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:35:24,302 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0149865451/switch/split already deleted, retry=false 2024-11-16T19:35:24,302 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Unable to get data of znode /0149865451/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:35:24,303 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0149865451/switch/merge already deleted, retry=false 2024-11-16T19:35:24,304 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Unable to get data of znode /0149865451/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:35:24,305 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0149865451/snapshot-cleanup already deleted, retry=false 2024-11-16T19:35:24,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0149865451/running 2024-11-16T19:35:24,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0149865451/running 2024-11-16T19:35:24,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:24,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:24,306 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,42967,1731785723320, sessionid=0x1004a0866170000, setting cluster-up flag (Was=false) 2024-11-16T19:35:24,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:24,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:24,309 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0149865451/flush-table-proc/acquired, /0149865451/flush-table-proc/reached, /0149865451/flush-table-proc/abort 2024-11-16T19:35:24,310 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,42967,1731785723320 2024-11-16T19:35:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:24,313 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0149865451/online-snapshot/acquired, /0149865451/online-snapshot/reached, /0149865451/online-snapshot/abort 2024-11-16T19:35:24,314 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,42967,1731785723320 2024-11-16T19:35:24,314 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:35:24,315 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:24,315 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:35:24,315 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:35:24,316 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,42967,1731785723320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:35:24,316 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:24,317 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:24,317 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:24,317 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:24,317 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:35:24,317 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,317 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:35:24,317 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:24,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:35:24,321 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:24,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:35:24,325 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785754325 2024-11-16T19:35:24,325 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:35:24,325 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:35:24,325 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:35:24,325 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:35:24,325 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:35:24,325 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:35:24,325 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:35:24,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:35:24,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:35:24,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:35:24,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:35:24,327 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:35:24,329 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785724327,5,FailOnTimeoutGroup] 2024-11-16T19:35:24,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:35:24,332 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785724329,5,FailOnTimeoutGroup] 2024-11-16T19:35:24,332 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,332 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:35:24,332 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,333 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,402 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(746): ClusterId : f330453c-79ef-45fc-a31e-3c34abb07f5c 2024-11-16T19:35:24,402 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:35:24,403 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:35:24,403 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:35:24,404 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:35:24,404 DEBUG [RS:0;d11ab77873cb:40141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3f4e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:35:24,417 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:40141 2024-11-16T19:35:24,417 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:35:24,417 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:35:24,417 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:35:24,418 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,42967,1731785723320 with port=40141, startcode=1731785723376 2024-11-16T19:35:24,418 DEBUG [RS:0;d11ab77873cb:40141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:35:24,419 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:35:24,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,40141,1731785723376 2024-11-16T19:35:24,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42967 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,40141,1731785723376 2024-11-16T19:35:24,421 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4 2024-11-16T19:35:24,421 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33519 2024-11-16T19:35:24,421 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:35:24,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451/rs 2024-11-16T19:35:24,422 DEBUG [RS:0;d11ab77873cb:40141 {}] zookeeper.ZKUtil(111): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on existing znode=/0149865451/rs/d11ab77873cb,40141,1731785723376 2024-11-16T19:35:24,422 WARN [RS:0;d11ab77873cb:40141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:35:24,422 INFO [RS:0;d11ab77873cb:40141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:24,422 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376 2024-11-16T19:35:24,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,40141,1731785723376] 2024-11-16T19:35:24,425 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:35:24,426 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:35:24,426 INFO [RS:0;d11ab77873cb:40141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:35:24,426 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,426 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:35:24,427 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:35:24,427 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,427 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,428 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,428 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:24,428 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:35:24,428 DEBUG [RS:0;d11ab77873cb:40141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:35:24,429 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,429 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,429 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,429 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,429 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,429 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,40141,1731785723376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:35:24,445 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:35:24,445 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,40141,1731785723376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,445 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,445 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.Replication(171): d11ab77873cb,40141,1731785723376 started 2024-11-16T19:35:24,456 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:24,457 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,40141,1731785723376, RpcServer on d11ab77873cb/172.17.0.2:40141, sessionid=0x1004a0866170001 2024-11-16T19:35:24,457 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:35:24,457 DEBUG [RS:0;d11ab77873cb:40141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,40141,1731785723376 2024-11-16T19:35:24,457 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,40141,1731785723376' 2024-11-16T19:35:24,457 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0149865451/flush-table-proc/abort' 2024-11-16T19:35:24,457 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0149865451/flush-table-proc/acquired' 2024-11-16T19:35:24,458 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:35:24,458 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:35:24,458 DEBUG [RS:0;d11ab77873cb:40141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,40141,1731785723376 2024-11-16T19:35:24,458 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,40141,1731785723376' 2024-11-16T19:35:24,458 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0149865451/online-snapshot/abort' 2024-11-16T19:35:24,458 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0149865451/online-snapshot/acquired' 2024-11-16T19:35:24,458 DEBUG [RS:0;d11ab77873cb:40141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:35:24,458 INFO [RS:0;d11ab77873cb:40141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:35:24,458 INFO [RS:0;d11ab77873cb:40141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:35:24,558 INFO [RS:0;d11ab77873cb:40141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:35:24,559 INFO [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C40141%2C1731785723376, suffix=, logDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376, archiveDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/oldWALs, maxLogs=10 2024-11-16T19:35:24,576 DEBUG [RS:0;d11ab77873cb:40141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560, exclude list is [], retry=0 2024-11-16T19:35:24,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-d29e0207-0f66-4cf5-a792-05b55642c7d0,DISK] 2024-11-16T19:35:24,579 INFO [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 2024-11-16T19:35:24,580 DEBUG [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455)] 2024-11-16T19:35:24,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:35:24,731 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4 2024-11-16T19:35:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:35:25,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:35:25,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:25,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:35:25,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:35:25,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:25,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:25,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:35:25,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:35:25,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:25,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:25,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:35:25,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:35:25,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:25,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:25,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:35:25,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:35:25,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:25,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:25,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:35:25,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740 2024-11-16T19:35:25,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740 2024-11-16T19:35:25,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:35:25,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:35:25,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:25,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:35:25,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:25,145 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69322992, jitterRate=0.03299307823181152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:25,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785725135Initializing all the Stores at 1731785725136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785725136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785725136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785725136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785725136Cleaning up temporary data from old regions at 1731785725143 (+7 ms)Region opened successfully at 1731785725145 (+2 ms) 2024-11-16T19:35:25,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:25,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:25,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:25,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:25,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:25,146 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:25,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785725145Disabling compacts and flushes for region at 1731785725145Disabling writes for close at 1731785725145Writing region close event to WAL at 1731785725146 (+1 ms)Closed at 1731785725146 2024-11-16T19:35:25,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:25,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:35:25,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:35:25,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:35:25,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:35:25,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:25,298 DEBUG [d11ab77873cb:42967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:35:25,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,40141,1731785723376 2024-11-16T19:35:25,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,40141,1731785723376, state=OPENING 2024-11-16T19:35:25,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:35:25,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:25,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:25,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0149865451/meta-region-server: CHANGED 2024-11-16T19:35:25,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0149865451/meta-region-server: CHANGED 2024-11-16T19:35:25,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:35:25,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,40141,1731785723376}] 2024-11-16T19:35:25,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:25,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:35:25,457 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:35:25,457 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:25,457 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:35:25,458 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C40141%2C1731785723376.meta, suffix=.meta, logDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376, archiveDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/oldWALs, maxLogs=10 2024-11-16T19:35:25,470 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.meta.1731785725459.meta, exclude list is [], retry=0 2024-11-16T19:35:25,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-d29e0207-0f66-4cf5-a792-05b55642c7d0,DISK] 2024-11-16T19:35:25,472 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.meta.1731785725459.meta 2024-11-16T19:35:25,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455)] 2024-11-16T19:35:25,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:25,473 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:25,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:25,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:35:25,473 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:35:25,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:35:25,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:25,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:35:25,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:35:25,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:35:25,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:35:25,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:25,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:25,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:35:25,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:35:25,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:25,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:25,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:35:25,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:35:25,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:25,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:25,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:35:25,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:35:25,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:25,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:25,478 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:35:25,478 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740 2024-11-16T19:35:25,479 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740 2024-11-16T19:35:25,479 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:35:25,479 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:35:25,480 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:25,481 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:35:25,481 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73637811, jitterRate=0.09728889167308807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:25,481 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:35:25,482 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785725473Writing region info on filesystem at 1731785725473Initializing all the Stores at 1731785725474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785725474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785725474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785725474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785725474Cleaning up temporary data from old regions at 1731785725479 (+5 ms)Running coprocessor post-open hooks at 1731785725481 (+2 ms)Region opened successfully at 1731785725482 (+1 ms) 2024-11-16T19:35:25,482 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785725453 2024-11-16T19:35:25,484 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:35:25,484 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:35:25,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,40141,1731785723376 2024-11-16T19:35:25,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,40141,1731785723376, state=OPEN 2024-11-16T19:35:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0149865451/meta-region-server 2024-11-16T19:35:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0149865451/meta-region-server 2024-11-16T19:35:25,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,40141,1731785723376 2024-11-16T19:35:25,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0149865451/meta-region-server: CHANGED 2024-11-16T19:35:25,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0149865451/meta-region-server: CHANGED 2024-11-16T19:35:25,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:35:25,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,40141,1731785723376 in 186 msec 2024-11-16T19:35:25,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:35:25,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 343 msec 2024-11-16T19:35:25,494 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:25,494 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:35:25,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:25,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,40141,1731785723376, seqNum=-1] 2024-11-16T19:35:25,498 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:25,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:25,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-16T19:35:25,504 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785725504, completionTime=-1 2024-11-16T19:35:25,504 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:35:25,504 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785785506 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785845506 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42967,1731785723320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42967,1731785723320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42967,1731785723320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:42967, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:25,506 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:25,507 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:35:25,507 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:25,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.096sec 2024-11-16T19:35:25,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:35:25,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:35:25,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:35:25,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:35:25,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:35:25,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42967,1731785723320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:35:25,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42967,1731785723320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:35:25,514 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:35:25,514 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:35:25,514 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42967,1731785723320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:25,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f653c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:25,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42967,-1 for getting cluster id 2024-11-16T19:35:25,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:25,604 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f330453c-79ef-45fc-a31e-3c34abb07f5c' 2024-11-16T19:35:25,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:25,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f330453c-79ef-45fc-a31e-3c34abb07f5c" 2024-11-16T19:35:25,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51de9e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:25,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42967,-1] 2024-11-16T19:35:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:25,605 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:25,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4baf59c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:25,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,40141,1731785723376, seqNum=-1] 2024-11-16T19:35:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:25,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:25,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,42967,1731785723320 2024-11-16T19:35:25,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:25,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:25,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a0866170002 connected 2024-11-16T19:35:25,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.log.dir so I do NOT create it in target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71 2024-11-16T19:35:25,614 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.tmp.dir so I do NOT create it in target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71 2024-11-16T19:35:25,614 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:35:25,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/cluster_9253cf3b-f469-4d91-c558-c64b606c3614, deleteOnExit=true 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/test.cache.data in system properties and HBase conf 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:35:25,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:25,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:35:25,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:35:25,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:25,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:25,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:25,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:25,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:35:25,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:25,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@315b0059{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:25,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5111e183{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:25,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75029d74{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/java.io.tmpdir/jetty-localhost-37581-hadoop-hdfs-3_4_1-tests_jar-_-any-2381453417299794803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:25,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133885a4{HTTP/1.1, (http/1.1)}{localhost:37581} 2024-11-16T19:35:25,786 INFO [Time-limited test {}] server.Server(415): Started @249567ms 2024-11-16T19:35:25,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:25,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:25,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:25,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:25,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:35:25,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@442d8dc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:25,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe99cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:25,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fe70380{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/java.io.tmpdir/jetty-localhost-45441-hadoop-hdfs-3_4_1-tests_jar-_-any-8472332598099738238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:25,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59d74f8c{HTTP/1.1, (http/1.1)}{localhost:45441} 2024-11-16T19:35:25,982 INFO [Time-limited test {}] server.Server(415): Started @249763ms 2024-11-16T19:35:25,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:35:26,049 WARN [Thread-3552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/cluster_9253cf3b-f469-4d91-c558-c64b606c3614/data/data1/current/BP-2116316868-172.17.0.2-1731785725630/current, will proceed with Du for space computation calculation, 2024-11-16T19:35:26,053 WARN [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/cluster_9253cf3b-f469-4d91-c558-c64b606c3614/data/data2/current/BP-2116316868-172.17.0.2-1731785725630/current, will proceed with Du for space computation calculation, 2024-11-16T19:35:26,071 WARN [Thread-3540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:35:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8749e2d0a371093e with lease ID 0x83604452ce5f0f10: Processing first storage report for DS-07b3b464-aa24-490e-8a9f-3f02a9475756 from datanode DatanodeRegistration(127.0.0.1:34947, datanodeUuid=3bf06712-0eab-4c9d-a05f-643ad4aec05c, infoPort=37851, infoSecurePort=0, ipcPort=37361, storageInfo=lv=-57;cid=testClusterID;nsid=1987582146;c=1731785725630) 2024-11-16T19:35:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8749e2d0a371093e with lease ID 0x83604452ce5f0f10: from storage DS-07b3b464-aa24-490e-8a9f-3f02a9475756 node DatanodeRegistration(127.0.0.1:34947, datanodeUuid=3bf06712-0eab-4c9d-a05f-643ad4aec05c, infoPort=37851, infoSecurePort=0, ipcPort=37361, storageInfo=lv=-57;cid=testClusterID;nsid=1987582146;c=1731785725630), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:35:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8749e2d0a371093e with lease ID 0x83604452ce5f0f10: Processing first storage report for DS-fb0c74fd-8d25-4168-8b60-57cbfb9af77e from datanode DatanodeRegistration(127.0.0.1:34947, datanodeUuid=3bf06712-0eab-4c9d-a05f-643ad4aec05c, infoPort=37851, infoSecurePort=0, ipcPort=37361, storageInfo=lv=-57;cid=testClusterID;nsid=1987582146;c=1731785725630) 2024-11-16T19:35:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8749e2d0a371093e with lease ID 0x83604452ce5f0f10: from storage DS-fb0c74fd-8d25-4168-8b60-57cbfb9af77e node DatanodeRegistration(127.0.0.1:34947, datanodeUuid=3bf06712-0eab-4c9d-a05f-643ad4aec05c, infoPort=37851, infoSecurePort=0, ipcPort=37361, storageInfo=lv=-57;cid=testClusterID;nsid=1987582146;c=1731785725630), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:35:26,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71 2024-11-16T19:35:26,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:26,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:26,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:35:26,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d with version=8 2024-11-16T19:35:26,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/hbase-staging 2024-11-16T19:35:26,524 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:35:26,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:26,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:26,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:35:26,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:26,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:35:26,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:35:26,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:35:26,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45633 2024-11-16T19:35:26,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45633 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:26,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456330x0, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:26,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45633-0x1004a0866170003 connected 2024-11-16T19:35:26,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:26,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:26,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on znode that does not yet exist, /11651392875/running 2024-11-16T19:35:26,537 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d, hbase.cluster.distributed=false 2024-11-16T19:35:26,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on znode that does not yet exist, /11651392875/acl 2024-11-16T19:35:26,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-16T19:35:26,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45633 2024-11-16T19:35:26,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45633 2024-11-16T19:35:26,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-16T19:35:26,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-16T19:35:26,552 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:35:26,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:26,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:26,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:35:26,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:26,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:35:26,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:35:26,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:35:26,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35963 2024-11-16T19:35:26,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35963 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:26,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:26,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359630x0, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:26,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359630x0, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on znode that does not yet exist, /11651392875/running 2024-11-16T19:35:26,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35963-0x1004a0866170004 connected 2024-11-16T19:35:26,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:35:26,559 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:35:26,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on znode that does not yet exist, /11651392875/master 2024-11-16T19:35:26,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on znode that does not yet exist, /11651392875/acl 2024-11-16T19:35:26,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-16T19:35:26,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35963 2024-11-16T19:35:26,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35963 2024-11-16T19:35:26,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-16T19:35:26,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35963 2024-11-16T19:35:26,580 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:45633 2024-11-16T19:35:26,580 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11651392875/backup-masters/d11ab77873cb,45633,1731785726524 2024-11-16T19:35:26,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875/backup-masters 2024-11-16T19:35:26,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875/backup-masters 2024-11-16T19:35:26,581 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on existing znode=/11651392875/backup-masters/d11ab77873cb,45633,1731785726524 2024-11-16T19:35:26,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11651392875/master 2024-11-16T19:35:26,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:26,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:26,582 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on existing znode=/11651392875/master 2024-11-16T19:35:26,583 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11651392875/backup-masters/d11ab77873cb,45633,1731785726524 from backup master directory 2024-11-16T19:35:26,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651392875/backup-masters/d11ab77873cb,45633,1731785726524 2024-11-16T19:35:26,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875/backup-masters 2024-11-16T19:35:26,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875/backup-masters 2024-11-16T19:35:26,583 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:35:26,583 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,45633,1731785726524 2024-11-16T19:35:26,589 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/hbase.id] with ID: 28f60bdd-c46b-4133-9562-7eccb38c7613 2024-11-16T19:35:26,589 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/.tmp/hbase.id 2024-11-16T19:35:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:35:26,996 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/.tmp/hbase.id]:[hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/hbase.id] 2024-11-16T19:35:27,002 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:27,003 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:35:27,003 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T19:35:27,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:27,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:35:27,409 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:27,410 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:35:27,410 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:27,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:35:27,416 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store 2024-11-16T19:35:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:35:27,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:27,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:27,822 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:27,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:27,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:27,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:27,822 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:27,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785727822Disabling compacts and flushes for region at 1731785727822Disabling writes for close at 1731785727822Writing region close event to WAL at 1731785727822Closed at 1731785727822 2024-11-16T19:35:27,823 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/.initializing 2024-11-16T19:35:27,823 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/WALs/d11ab77873cb,45633,1731785726524 2024-11-16T19:35:27,824 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:35:27,825 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C45633%2C1731785726524, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/WALs/d11ab77873cb,45633,1731785726524, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/oldWALs, maxLogs=10 2024-11-16T19:35:27,840 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/WALs/d11ab77873cb,45633,1731785726524/d11ab77873cb%2C45633%2C1731785726524.1731785727825, exclude list is [], retry=0 2024-11-16T19:35:27,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34947,DS-07b3b464-aa24-490e-8a9f-3f02a9475756,DISK] 2024-11-16T19:35:27,844 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/WALs/d11ab77873cb,45633,1731785726524/d11ab77873cb%2C45633%2C1731785726524.1731785727825 2024-11-16T19:35:27,844 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851)] 2024-11-16T19:35:27,844 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:27,844 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:27,844 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,844 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:35:27,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:27,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:27,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:35:27,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:27,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:27,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:35:27,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:27,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:27,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:35:27,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:27,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:27,850 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,850 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,851 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,851 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,851 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,852 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:27,852 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:27,854 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:27,854 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72628236, jitterRate=0.08224505186080933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:27,854 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785727844Initializing all the Stores at 1731785727845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785727845Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785727845Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785727845Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785727845Cleaning up temporary data from old regions at 1731785727851 (+6 ms)Region opened successfully at 1731785727854 (+3 ms) 2024-11-16T19:35:27,854 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:35:27,856 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625e9d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:35:27,857 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:35:27,857 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:35:27,857 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:35:27,857 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:35:27,858 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:35:27,858 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:35:27,858 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:35:27,859 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:35:27,860 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Unable to get data of znode /11651392875/balancer because node does not exist (not necessarily an error) 2024-11-16T19:35:27,861 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651392875/balancer already deleted, retry=false 2024-11-16T19:35:27,861 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:35:27,861 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Unable to get data of znode /11651392875/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:35:27,862 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651392875/normalizer already deleted, retry=false 2024-11-16T19:35:27,862 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:35:27,863 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Unable to get data of znode /11651392875/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:35:27,863 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651392875/switch/split already deleted, retry=false 2024-11-16T19:35:27,864 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Unable to get data of znode /11651392875/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:35:27,864 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651392875/switch/merge already deleted, retry=false 2024-11-16T19:35:27,866 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Unable to get data of znode /11651392875/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:35:27,866 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11651392875/snapshot-cleanup already deleted, retry=false 2024-11-16T19:35:27,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11651392875/running 2024-11-16T19:35:27,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11651392875/running 2024-11-16T19:35:27,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:27,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:27,868 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,45633,1731785726524, sessionid=0x1004a0866170003, setting cluster-up flag (Was=false) 2024-11-16T19:35:27,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:27,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:27,871 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11651392875/flush-table-proc/acquired, /11651392875/flush-table-proc/reached, /11651392875/flush-table-proc/abort 2024-11-16T19:35:27,871 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,45633,1731785726524 2024-11-16T19:35:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:27,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:27,875 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11651392875/online-snapshot/acquired, /11651392875/online-snapshot/reached, /11651392875/online-snapshot/abort 2024-11-16T19:35:27,875 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,45633,1731785726524 2024-11-16T19:35:27,876 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:35:27,877 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:27,877 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:35:27,878 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:35:27,878 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,45633,1731785726524 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:35:27,879 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:27,879 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:27,879 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:27,879 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:27,879 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:35:27,879 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:27,879 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:35:27,879 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:27,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:27,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:35:27,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:27,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:35:27,889 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785757889 2024-11-16T19:35:27,889 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:35:27,889 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:35:27,889 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:35:27,889 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:35:27,889 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:35:27,889 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:35:27,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:27,893 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:35:27,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:35:27,893 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:35:27,893 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:35:27,893 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:35:27,897 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:35:27,897 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:35:27,897 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785727897,5,FailOnTimeoutGroup] 2024-11-16T19:35:27,901 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785727897,5,FailOnTimeoutGroup] 2024-11-16T19:35:27,901 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:27,901 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:35:27,901 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:27,901 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:27,972 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(746): ClusterId : 28f60bdd-c46b-4133-9562-7eccb38c7613 2024-11-16T19:35:27,972 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:35:27,973 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:35:27,973 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:35:27,974 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:35:27,974 DEBUG [RS:0;d11ab77873cb:35963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a039762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:35:27,985 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:35963 2024-11-16T19:35:27,985 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:35:27,985 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:35:27,985 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:35:27,985 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,45633,1731785726524 with port=35963, startcode=1731785726551 2024-11-16T19:35:27,985 DEBUG [RS:0;d11ab77873cb:35963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:35:27,994 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:35:27,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,35963,1731785726551 2024-11-16T19:35:27,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45633 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,35963,1731785726551 2024-11-16T19:35:27,995 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d 2024-11-16T19:35:27,995 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37177 2024-11-16T19:35:27,995 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:35:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875/rs 2024-11-16T19:35:27,997 DEBUG [RS:0;d11ab77873cb:35963 {}] zookeeper.ZKUtil(111): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on existing znode=/11651392875/rs/d11ab77873cb,35963,1731785726551 2024-11-16T19:35:27,997 WARN [RS:0;d11ab77873cb:35963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:35:27,997 INFO [RS:0;d11ab77873cb:35963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:27,997 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551 2024-11-16T19:35:27,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,35963,1731785726551] 2024-11-16T19:35:27,999 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:35:28,000 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:35:28,001 INFO [RS:0;d11ab77873cb:35963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:35:28,001 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,001 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:35:28,001 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:35:28,002 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:35:28,002 DEBUG [RS:0;d11ab77873cb:35963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:35:28,005 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,005 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,005 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,005 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,005 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,005 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35963,1731785726551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:35:28,028 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:35:28,028 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,35963,1731785726551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,028 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,028 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.Replication(171): d11ab77873cb,35963,1731785726551 started 2024-11-16T19:35:28,045 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:28,045 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,35963,1731785726551, RpcServer on d11ab77873cb/172.17.0.2:35963, sessionid=0x1004a0866170004 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,35963,1731785726551 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,35963,1731785726551' 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11651392875/flush-table-proc/abort' 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11651392875/flush-table-proc/acquired' 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,35963,1731785726551 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,35963,1731785726551' 2024-11-16T19:35:28,046 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11651392875/online-snapshot/abort' 2024-11-16T19:35:28,047 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11651392875/online-snapshot/acquired' 2024-11-16T19:35:28,047 DEBUG [RS:0;d11ab77873cb:35963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:35:28,047 INFO [RS:0;d11ab77873cb:35963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:35:28,047 INFO [RS:0;d11ab77873cb:35963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:35:28,147 INFO [RS:0;d11ab77873cb:35963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:35:28,148 INFO [RS:0;d11ab77873cb:35963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35963%2C1731785726551, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/oldWALs, maxLogs=10 2024-11-16T19:35:28,160 DEBUG [RS:0;d11ab77873cb:35963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, exclude list is [], retry=0 2024-11-16T19:35:28,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34947,DS-07b3b464-aa24-490e-8a9f-3f02a9475756,DISK] 2024-11-16T19:35:28,163 INFO [RS:0;d11ab77873cb:35963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 2024-11-16T19:35:28,163 DEBUG [RS:0;d11ab77873cb:35963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851)] 2024-11-16T19:35:28,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:35:28,294 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d 2024-11-16T19:35:28,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:35:28,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:28,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:35:28,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:35:28,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:35:28,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:35:28,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:28,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:28,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:35:28,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:35:28,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:28,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:28,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:35:28,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:35:28,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:28,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:28,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:35:28,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740 2024-11-16T19:35:28,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740 2024-11-16T19:35:28,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:35:28,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:35:28,705 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:28,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:35:28,707 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:28,708 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70137044, jitterRate=0.045123398303985596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785728699Initializing all the Stores at 1731785728699Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785728699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785728700 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785728700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785728700Cleaning up temporary data from old regions at 1731785728705 (+5 ms)Region opened successfully at 1731785728708 (+3 ms) 2024-11-16T19:35:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:28,708 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:28,708 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785728708Disabling compacts and flushes for region at 1731785728708Disabling writes for close at 1731785728708Writing region close event to WAL at 1731785728708Closed at 1731785728708 2024-11-16T19:35:28,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:28,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:35:28,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:35:28,710 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:35:28,711 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:35:28,861 DEBUG [d11ab77873cb:45633 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:35:28,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,35963,1731785726551 2024-11-16T19:35:28,862 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,35963,1731785726551, state=OPENING 2024-11-16T19:35:28,864 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:35:28,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:28,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:28,865 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:35:28,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11651392875/meta-region-server: CHANGED 2024-11-16T19:35:28,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11651392875/meta-region-server: CHANGED 2024-11-16T19:35:28,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,35963,1731785726551}] 2024-11-16T19:35:29,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:29,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:35:29,021 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:35:29,021 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:29,021 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:35:29,022 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35963%2C1731785726551.meta, suffix=.meta, logDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/oldWALs, maxLogs=10 2024-11-16T19:35:29,039 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.meta.1731785729022.meta, exclude list is [], retry=0 2024-11-16T19:35:29,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34947,DS-07b3b464-aa24-490e-8a9f-3f02a9475756,DISK] 2024-11-16T19:35:29,043 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.meta.1731785729022.meta 2024-11-16T19:35:29,043 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851)] 2024-11-16T19:35:29,043 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:29,043 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:29,043 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:29,043 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:35:29,043 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:35:29,044 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:35:29,044 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:29,044 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:35:29,044 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:35:29,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:35:29,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:35:29,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:29,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:29,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:35:29,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:35:29,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:29,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:29,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:35:29,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:35:29,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:29,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:29,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:35:29,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:35:29,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:29,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:29,048 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:35:29,049 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740 2024-11-16T19:35:29,049 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740 2024-11-16T19:35:29,050 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:35:29,050 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:35:29,050 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:29,051 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:35:29,052 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68559712, jitterRate=0.021619319915771484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:29,052 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:35:29,052 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785729044Writing region info on filesystem at 1731785729044Initializing all the Stores at 1731785729044Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785729044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785729045 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785729045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785729045Cleaning up temporary data from old regions at 1731785729050 (+5 ms)Running coprocessor post-open hooks at 1731785729052 (+2 ms)Region opened successfully at 1731785729052 2024-11-16T19:35:29,053 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785729017 2024-11-16T19:35:29,055 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:35:29,055 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:35:29,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,35963,1731785726551 2024-11-16T19:35:29,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,35963,1731785726551, state=OPEN 2024-11-16T19:35:29,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11651392875/meta-region-server 2024-11-16T19:35:29,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11651392875/meta-region-server 2024-11-16T19:35:29,056 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,35963,1731785726551 2024-11-16T19:35:29,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11651392875/meta-region-server: CHANGED 2024-11-16T19:35:29,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11651392875/meta-region-server: CHANGED 2024-11-16T19:35:29,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:35:29,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,35963,1731785726551 in 191 msec 2024-11-16T19:35:29,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:35:29,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-16T19:35:29,060 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:29,060 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:35:29,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:29,061 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35963,1731785726551, seqNum=-1] 2024-11-16T19:35:29,061 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:29,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:29,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-16T19:35:29,066 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785729066, completionTime=-1 2024-11-16T19:35:29,066 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:35:29,066 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:35:29,067 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:35:29,067 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785789067 2024-11-16T19:35:29,067 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785849067 2024-11-16T19:35:29,067 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:35:29,068 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45633,1731785726524-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:29,068 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45633,1731785726524-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:29,068 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45633,1731785726524-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:29,068 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:45633, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:29,068 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:29,068 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:29,069 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:35:29,071 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.487sec 2024-11-16T19:35:29,071 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:35:29,071 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:35:29,071 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:35:29,071 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:35:29,071 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:35:29,071 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45633,1731785726524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:35:29,071 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45633,1731785726524-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:35:29,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c90e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:29,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45633,-1 for getting cluster id 2024-11-16T19:35:29,073 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:35:29,073 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:35:29,073 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,45633,1731785726524-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:29,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:29,074 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f60bdd-c46b-4133-9562-7eccb38c7613' 2024-11-16T19:35:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f60bdd-c46b-4133-9562-7eccb38c7613" 2024-11-16T19:35:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf159cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45633,-1] 2024-11-16T19:35:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:29,075 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:29,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e262e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:29,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35963,1731785726551, seqNum=-1] 2024-11-16T19:35:29,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:29,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,45633,1731785726524 2024-11-16T19:35:29,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:29,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:29,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a0866170005 connected 2024-11-16T19:35:29,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.log.dir so I do NOT create it in target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339 2024-11-16T19:35:29,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:35:29,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.tmp.dir so I do NOT create it in target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339 2024-11-16T19:35:29,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:35:29,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339 2024-11-16T19:35:29,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:35:29,086 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/cluster_99fc88a1-8263-df2d-ffbe-590a7de722eb, deleteOnExit=true 2024-11-16T19:35:29,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/test.cache.data in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:35:29,087 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:29,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:35:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:35:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:35:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:35:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:35:29,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:29,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:29,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:29,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:29,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:35:29,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:29,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2974110c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:29,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18564b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:29,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5270d0c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/java.io.tmpdir/jetty-localhost-44303-hadoop-hdfs-3_4_1-tests_jar-_-any-3331812535846426885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:29,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1261b299{HTTP/1.1, (http/1.1)}{localhost:44303} 2024-11-16T19:35:29,261 INFO [Time-limited test {}] server.Server(415): Started @253042ms 2024-11-16T19:35:29,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:29,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:29,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:29,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:29,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:35:29,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf3f887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:29,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a80fac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:29,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55e06c2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/java.io.tmpdir/jetty-localhost-37343-hadoop-hdfs-3_4_1-tests_jar-_-any-11368052742717167606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:29,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d23dd33{HTTP/1.1, (http/1.1)}{localhost:37343} 2024-11-16T19:35:29,451 INFO [Time-limited test {}] server.Server(415): Started @253232ms 2024-11-16T19:35:29,452 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:35:29,526 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/cluster_99fc88a1-8263-df2d-ffbe-590a7de722eb/data/data1/current/BP-1842591642-172.17.0.2-1731785729102/current, will proceed with Du for space computation calculation, 2024-11-16T19:35:29,526 WARN [Thread-3673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/cluster_99fc88a1-8263-df2d-ffbe-590a7de722eb/data/data2/current/BP-1842591642-172.17.0.2-1731785729102/current, will proceed with Du for space computation calculation, 2024-11-16T19:35:29,550 WARN [Thread-3660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:35:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6289b6db5f5c19bc with lease ID 0xa606c59f32741ace: Processing first storage report for DS-75ffecc2-3c42-4fe1-893c-be2c4157ace2 from datanode DatanodeRegistration(127.0.0.1:32943, datanodeUuid=118161d7-cf6b-4249-a795-99a45dc967e6, infoPort=33631, infoSecurePort=0, ipcPort=34457, storageInfo=lv=-57;cid=testClusterID;nsid=1494504499;c=1731785729102) 2024-11-16T19:35:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6289b6db5f5c19bc with lease ID 0xa606c59f32741ace: from storage DS-75ffecc2-3c42-4fe1-893c-be2c4157ace2 node DatanodeRegistration(127.0.0.1:32943, datanodeUuid=118161d7-cf6b-4249-a795-99a45dc967e6, infoPort=33631, infoSecurePort=0, ipcPort=34457, storageInfo=lv=-57;cid=testClusterID;nsid=1494504499;c=1731785729102), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:35:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6289b6db5f5c19bc with lease ID 0xa606c59f32741ace: Processing first storage report for DS-747f66a1-c1cb-4049-8ded-65097f4799d5 from datanode DatanodeRegistration(127.0.0.1:32943, datanodeUuid=118161d7-cf6b-4249-a795-99a45dc967e6, infoPort=33631, infoSecurePort=0, ipcPort=34457, storageInfo=lv=-57;cid=testClusterID;nsid=1494504499;c=1731785729102) 2024-11-16T19:35:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6289b6db5f5c19bc with lease ID 0xa606c59f32741ace: from storage DS-747f66a1-c1cb-4049-8ded-65097f4799d5 node DatanodeRegistration(127.0.0.1:32943, datanodeUuid=118161d7-cf6b-4249-a795-99a45dc967e6, infoPort=33631, infoSecurePort=0, ipcPort=34457, storageInfo=lv=-57;cid=testClusterID;nsid=1494504499;c=1731785729102), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T19:35:29,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339 2024-11-16T19:35:29,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:29,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:35:29,984 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36 with version=8 2024-11-16T19:35:29,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/hbase-staging 2024-11-16T19:35:29,987 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:35:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:29,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:35:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:35:29,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:35:29,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:35:29,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46511 2024-11-16T19:35:29,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46511 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465110x0, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:29,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46511-0x1004a0866170006 connected 2024-11-16T19:35:29,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:29,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:29,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on znode that does not yet exist, /2460298870/running 2024-11-16T19:35:29,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36, hbase.cluster.distributed=false 2024-11-16T19:35:29,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on znode that does not yet exist, /2460298870/acl 2024-11-16T19:35:29,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-16T19:35:29,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46511 2024-11-16T19:35:30,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46511 2024-11-16T19:35:30,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-16T19:35:30,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-16T19:35:30,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:35:30,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:30,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:30,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:35:30,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:30,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:35:30,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:35:30,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:35:30,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34247 2024-11-16T19:35:30,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34247 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:30,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:30,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:30,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342470x0, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:30,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342470x0, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on znode that does not yet exist, /2460298870/running 2024-11-16T19:35:30,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34247-0x1004a0866170007 connected 2024-11-16T19:35:30,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:35:30,032 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:35:30,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on znode that does not yet exist, /2460298870/master 2024-11-16T19:35:30,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on znode that does not yet exist, /2460298870/acl 2024-11-16T19:35:30,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34247 2024-11-16T19:35:30,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34247 2024-11-16T19:35:30,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34247 2024-11-16T19:35:30,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34247 2024-11-16T19:35:30,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34247 2024-11-16T19:35:30,058 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:46511 2024-11-16T19:35:30,058 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2460298870/backup-masters/d11ab77873cb,46511,1731785729986 2024-11-16T19:35:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870/backup-masters 2024-11-16T19:35:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870/backup-masters 2024-11-16T19:35:30,059 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on existing znode=/2460298870/backup-masters/d11ab77873cb,46511,1731785729986 2024-11-16T19:35:30,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2460298870/master 2024-11-16T19:35:30,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:30,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:30,061 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on existing znode=/2460298870/master 2024-11-16T19:35:30,061 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2460298870/backup-masters/d11ab77873cb,46511,1731785729986 from backup master directory 2024-11-16T19:35:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2460298870/backup-masters/d11ab77873cb,46511,1731785729986 2024-11-16T19:35:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870/backup-masters 2024-11-16T19:35:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870/backup-masters 2024-11-16T19:35:30,062 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:35:30,062 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,46511,1731785729986 2024-11-16T19:35:30,066 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/hbase.id] with ID: 07282732-5e24-49ac-90e7-ade02be2df5e 2024-11-16T19:35:30,066 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/.tmp/hbase.id 2024-11-16T19:35:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:35:30,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:35:30,474 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/.tmp/hbase.id]:[hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/hbase.id] 2024-11-16T19:35:30,480 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:30,480 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:35:30,481 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:35:30,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:30,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:35:30,891 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:30,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:35:30,892 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:35:30,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:35:30,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:30,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:30,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:30,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:30,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:31,297 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store 2024-11-16T19:35:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:35:31,702 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:31,702 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:31,702 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:31,702 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:31,702 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:31,702 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:31,702 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:31,702 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785731702Disabling compacts and flushes for region at 1731785731702Disabling writes for close at 1731785731702Writing region close event to WAL at 1731785731702Closed at 1731785731702 2024-11-16T19:35:31,703 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/.initializing 2024-11-16T19:35:31,703 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/WALs/d11ab77873cb,46511,1731785729986 2024-11-16T19:35:31,704 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:35:31,705 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C46511%2C1731785729986, suffix=, logDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/WALs/d11ab77873cb,46511,1731785729986, archiveDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/oldWALs, maxLogs=10 2024-11-16T19:35:31,723 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/WALs/d11ab77873cb,46511,1731785729986/d11ab77873cb%2C46511%2C1731785729986.1731785731705, exclude list is [], retry=0 2024-11-16T19:35:31,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32943,DS-75ffecc2-3c42-4fe1-893c-be2c4157ace2,DISK] 2024-11-16T19:35:31,728 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/WALs/d11ab77873cb,46511,1731785729986/d11ab77873cb%2C46511%2C1731785729986.1731785731705 2024-11-16T19:35:31,728 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33631:33631)] 2024-11-16T19:35:31,728 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:31,729 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:31,729 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,729 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:35:31,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:31,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:31,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:35:31,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:31,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:31,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:35:31,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:31,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:31,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:35:31,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:31,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:31,736 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,737 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,737 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,738 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,738 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,738 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:31,739 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:31,746 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:31,746 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69751128, jitterRate=0.039372801780700684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:31,746 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785731729Initializing all the Stores at 1731785731730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785731730Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785731730Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785731730Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785731730Cleaning up temporary data from old regions at 1731785731738 (+8 ms)Region opened successfully at 1731785731746 (+8 ms) 2024-11-16T19:35:31,749 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:35:31,752 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654ef25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:35:31,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:35:31,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:35:31,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:35:31,753 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:35:31,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:35:31,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:35:31,754 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:35:31,756 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:35:31,757 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Unable to get data of znode /2460298870/balancer because node does not exist (not necessarily an error) 2024-11-16T19:35:31,758 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2460298870/balancer already deleted, retry=false 2024-11-16T19:35:31,758 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:35:31,759 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Unable to get data of znode /2460298870/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:35:31,759 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2460298870/normalizer already deleted, retry=false 2024-11-16T19:35:31,761 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:35:31,762 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Unable to get data of znode /2460298870/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:35:31,763 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2460298870/switch/split already deleted, retry=false 2024-11-16T19:35:31,764 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Unable to get data of znode /2460298870/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:35:31,764 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2460298870/switch/merge already deleted, retry=false 2024-11-16T19:35:31,766 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Unable to get data of znode /2460298870/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:35:31,766 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2460298870/snapshot-cleanup already deleted, retry=false 2024-11-16T19:35:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2460298870/running 2024-11-16T19:35:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2460298870/running 2024-11-16T19:35:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:31,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:31,768 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,46511,1731785729986, sessionid=0x1004a0866170006, setting cluster-up flag (Was=false) 2024-11-16T19:35:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:31,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:31,771 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2460298870/flush-table-proc/acquired, /2460298870/flush-table-proc/reached, /2460298870/flush-table-proc/abort 2024-11-16T19:35:31,772 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,46511,1731785729986 2024-11-16T19:35:31,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:31,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:31,775 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2460298870/online-snapshot/acquired, /2460298870/online-snapshot/reached, /2460298870/online-snapshot/abort 2024-11-16T19:35:31,776 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,46511,1731785729986 2024-11-16T19:35:31,781 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:35:31,783 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:31,783 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:35:31,783 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:35:31,783 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,46511,1731785729986 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:35:31,784 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:31,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:31,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:31,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:31,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:35:31,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:35:31,785 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:31,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:35:31,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:31,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:35:31,797 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785761797 2024-11-16T19:35:31,797 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:35:31,798 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:35:31,798 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:35:31,798 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:35:31,798 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:35:31,798 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:35:31,798 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,800 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:35:31,800 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:35:31,800 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:35:31,800 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:35:31,801 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:35:31,801 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:35:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:35:31,805 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785731801,5,FailOnTimeoutGroup] 2024-11-16T19:35:31,807 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785731805,5,FailOnTimeoutGroup] 2024-11-16T19:35:31,807 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,807 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:35:31,807 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,807 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,847 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(746): ClusterId : 07282732-5e24-49ac-90e7-ade02be2df5e 2024-11-16T19:35:31,847 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:35:31,848 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:35:31,848 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:35:31,849 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:35:31,850 DEBUG [RS:0;d11ab77873cb:34247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f4ab5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:35:31,861 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:34247 2024-11-16T19:35:31,861 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:35:31,861 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:35:31,861 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:35:31,862 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,46511,1731785729986 with port=34247, startcode=1731785730023 2024-11-16T19:35:31,862 DEBUG [RS:0;d11ab77873cb:34247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:35:31,863 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:35:31,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,34247,1731785730023 2024-11-16T19:35:31,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46511 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,34247,1731785730023 2024-11-16T19:35:31,865 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36 2024-11-16T19:35:31,865 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43243 2024-11-16T19:35:31,865 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:35:31,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870/rs 2024-11-16T19:35:31,867 DEBUG [RS:0;d11ab77873cb:34247 {}] zookeeper.ZKUtil(111): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on existing znode=/2460298870/rs/d11ab77873cb,34247,1731785730023 2024-11-16T19:35:31,867 WARN [RS:0;d11ab77873cb:34247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:35:31,867 INFO [RS:0;d11ab77873cb:34247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:31,868 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023 2024-11-16T19:35:31,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,34247,1731785730023] 2024-11-16T19:35:31,871 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:35:31,873 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:35:31,879 INFO [RS:0;d11ab77873cb:34247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:35:31,879 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,879 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:35:31,879 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:35:31,879 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:35:31,880 DEBUG [RS:0;d11ab77873cb:34247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:35:31,880 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,881 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,881 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,881 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,881 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,881 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34247,1731785730023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:35:31,893 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:35:31,893 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34247,1731785730023-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,893 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,893 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.Replication(171): d11ab77873cb,34247,1731785730023 started 2024-11-16T19:35:31,905 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:31,905 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,34247,1731785730023, RpcServer on d11ab77873cb/172.17.0.2:34247, sessionid=0x1004a0866170007 2024-11-16T19:35:31,905 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:35:31,905 DEBUG [RS:0;d11ab77873cb:34247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,34247,1731785730023 2024-11-16T19:35:31,905 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,34247,1731785730023' 2024-11-16T19:35:31,905 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2460298870/flush-table-proc/abort' 2024-11-16T19:35:31,906 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2460298870/flush-table-proc/acquired' 2024-11-16T19:35:31,906 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:35:31,906 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:35:31,906 DEBUG [RS:0;d11ab77873cb:34247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,34247,1731785730023 2024-11-16T19:35:31,906 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,34247,1731785730023' 2024-11-16T19:35:31,906 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2460298870/online-snapshot/abort' 2024-11-16T19:35:31,906 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2460298870/online-snapshot/acquired' 2024-11-16T19:35:31,907 DEBUG [RS:0;d11ab77873cb:34247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:35:31,907 INFO [RS:0;d11ab77873cb:34247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:35:31,907 INFO [RS:0;d11ab77873cb:34247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:35:31,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T19:35:31,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T19:35:32,007 INFO [RS:0;d11ab77873cb:34247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:35:32,008 INFO [RS:0;d11ab77873cb:34247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C34247%2C1731785730023, suffix=, logDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023, archiveDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/oldWALs, maxLogs=10 2024-11-16T19:35:32,020 DEBUG [RS:0;d11ab77873cb:34247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, exclude list is [], retry=0 2024-11-16T19:35:32,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32943,DS-75ffecc2-3c42-4fe1-893c-be2c4157ace2,DISK] 2024-11-16T19:35:32,023 INFO [RS:0;d11ab77873cb:34247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 2024-11-16T19:35:32,023 DEBUG [RS:0;d11ab77873cb:34247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33631:33631)] 2024-11-16T19:35:32,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:35:32,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36 2024-11-16T19:35:32,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:35:32,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:32,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:35:32,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:35:32,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:32,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:32,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:35:32,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:35:32,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:32,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:32,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:35:32,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:35:32,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:32,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:32,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:35:32,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:35:32,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:32,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:32,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:35:32,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740 2024-11-16T19:35:32,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740 2024-11-16T19:35:32,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:35:32,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:35:32,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:32,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:35:32,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:32,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59202255, jitterRate=-0.11781765520572662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:32,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785732607Initializing all the Stores at 1731785732608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785732608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785732608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785732608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785732608Cleaning up temporary data from old regions at 1731785732613 (+5 ms)Region opened successfully at 1731785732616 (+3 ms) 2024-11-16T19:35:32,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:32,616 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:32,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:32,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:32,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:32,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:32,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785732616Disabling compacts and flushes for region at 1731785732616Disabling writes for close at 1731785732616Writing region close event to WAL at 1731785732617 (+1 ms)Closed at 1731785732617 2024-11-16T19:35:32,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:32,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:35:32,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:35:32,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:35:32,619 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:35:32,769 DEBUG [d11ab77873cb:46511 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:35:32,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,34247,1731785730023 2024-11-16T19:35:32,771 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,34247,1731785730023, state=OPENING 2024-11-16T19:35:32,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:35:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:32,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2460298870/meta-region-server: CHANGED 2024-11-16T19:35:32,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2460298870/meta-region-server: CHANGED 2024-11-16T19:35:32,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:35:32,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,34247,1731785730023}] 2024-11-16T19:35:32,926 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:32,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:35:32,930 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:35:32,930 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:32,931 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:35:32,932 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C34247%2C1731785730023.meta, suffix=.meta, logDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023, archiveDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/oldWALs, maxLogs=10 2024-11-16T19:35:32,948 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.meta.1731785732932.meta, exclude list is [], retry=0 2024-11-16T19:35:32,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32943,DS-75ffecc2-3c42-4fe1-893c-be2c4157ace2,DISK] 2024-11-16T19:35:32,953 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.meta.1731785732932.meta 2024-11-16T19:35:32,953 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33631:33631)] 2024-11-16T19:35:32,954 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:32,954 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:32,954 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:32,954 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:35:32,954 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:35:32,954 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:35:32,954 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:32,954 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:35:32,954 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:35:32,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:35:32,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:35:32,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:32,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:32,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:35:32,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:35:32,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:32,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:32,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:35:32,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:35:32,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:32,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:32,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:35:32,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:35:32,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:32,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:32,959 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:35:32,959 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740 2024-11-16T19:35:32,960 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740 2024-11-16T19:35:32,960 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:35:32,960 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:35:32,961 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:32,962 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:35:32,962 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65044857, jitterRate=-0.03075610101222992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:32,962 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:35:32,963 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785732955Writing region info on filesystem at 1731785732955Initializing all the Stores at 1731785732955Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785732955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785732955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785732955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785732955Cleaning up temporary data from old regions at 1731785732960 (+5 ms)Running coprocessor post-open hooks at 1731785732962 (+2 ms)Region opened successfully at 1731785732962 2024-11-16T19:35:32,969 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785732925 2024-11-16T19:35:32,971 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:35:32,971 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:35:32,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,34247,1731785730023 2024-11-16T19:35:32,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,34247,1731785730023, state=OPEN 2024-11-16T19:35:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2460298870/meta-region-server 2024-11-16T19:35:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2460298870/meta-region-server 2024-11-16T19:35:32,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,34247,1731785730023 2024-11-16T19:35:32,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2460298870/meta-region-server: CHANGED 2024-11-16T19:35:32,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2460298870/meta-region-server: CHANGED 2024-11-16T19:35:32,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:35:32,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,34247,1731785730023 in 200 msec 2024-11-16T19:35:32,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:35:32,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-16T19:35:32,978 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:32,978 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:35:32,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:32,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,34247,1731785730023, seqNum=-1] 2024-11-16T19:35:32,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:32,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:32,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-16T19:35:32,985 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785732985, completionTime=-1 2024-11-16T19:35:32,985 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:35:32,985 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785792987 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785852987 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46511,1731785729986-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46511,1731785729986-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46511,1731785729986-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:46511, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:32,987 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:32,988 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:32,989 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:35:32,991 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-16T19:35:32,991 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:35:32,991 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:35:32,991 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:35:32,991 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:35:32,991 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:35:32,991 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46511,1731785729986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:35:32,991 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46511,1731785729986-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:35:32,993 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:35:32,993 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:35:32,993 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,46511,1731785729986-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:33,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac8e0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:33,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,46511,-1 for getting cluster id 2024-11-16T19:35:33,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:33,050 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07282732-5e24-49ac-90e7-ade02be2df5e' 2024-11-16T19:35:33,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:33,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07282732-5e24-49ac-90e7-ade02be2df5e" 2024-11-16T19:35:33,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6feccf6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:33,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,46511,-1] 2024-11-16T19:35:33,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:33,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:33,052 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:33,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f47bf28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:33,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:33,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,34247,1731785730023, seqNum=-1] 2024-11-16T19:35:33,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:33,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:33,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,46511,1731785729986 2024-11-16T19:35:33,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59695 2024-11-16T19:35:33,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:33,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1004a0866170008 connected 2024-11-16T19:35:33,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,42967,1731785723320 2024-11-16T19:35:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e0fa937 2024-11-16T19:35:33,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:33,064 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:33,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:35:33,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:35:33,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:33,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:35:33,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:35:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:33,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:35:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:33,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b9e52d3cbf1ab855e7111eac331640e, NAME => 'test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4 2024-11-16T19:35:33,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:35:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:33,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:33,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7b9e52d3cbf1ab855e7111eac331640e, disabling compactions & flushes 2024-11-16T19:35:33,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:33,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:33,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. after waiting 0 ms 2024-11-16T19:35:33,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:33,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:33,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b9e52d3cbf1ab855e7111eac331640e: Waiting for close lock at 1731785733881Disabling compacts and flushes for region at 1731785733881Disabling writes for close at 1731785733881Writing region close event to WAL at 1731785733881Closed at 1731785733881 2024-11-16T19:35:33,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:33,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785733882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785733882"}]},"ts":"1731785733882"} 2024-11-16T19:35:33,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:33,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:33,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785733886"}]},"ts":"1731785733886"} 2024-11-16T19:35:33,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:35:33,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b9e52d3cbf1ab855e7111eac331640e, ASSIGN}] 2024-11-16T19:35:33,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b9e52d3cbf1ab855e7111eac331640e, ASSIGN 2024-11-16T19:35:33,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7b9e52d3cbf1ab855e7111eac331640e, ASSIGN; state=OFFLINE, location=d11ab77873cb,40141,1731785723376; forceNewPlan=false, retain=false 2024-11-16T19:35:34,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b9e52d3cbf1ab855e7111eac331640e, regionState=OPENING, regionLocation=d11ab77873cb,40141,1731785723376 2024-11-16T19:35:34,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7b9e52d3cbf1ab855e7111eac331640e, ASSIGN because future has completed 2024-11-16T19:35:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b9e52d3cbf1ab855e7111eac331640e, server=d11ab77873cb,40141,1731785723376}] 2024-11-16T19:35:34,198 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:34,198 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b9e52d3cbf1ab855e7111eac331640e, NAME => 'test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:34,198 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:34,198 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:35:34,199 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,199 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:34,199 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,199 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:34,200 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,201 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b9e52d3cbf1ab855e7111eac331640e columnFamilyName f 2024-11-16T19:35:34,201 DEBUG [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:34,201 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] regionserver.HStore(327): Store=7b9e52d3cbf1ab855e7111eac331640e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:34,201 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,202 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b9e52d3cbf1ab855e7111eac331640e columnFamilyName f1 2024-11-16T19:35:34,202 DEBUG [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:34,202 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] regionserver.HStore(327): Store=7b9e52d3cbf1ab855e7111eac331640e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:34,202 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,203 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b9e52d3cbf1ab855e7111eac331640e columnFamilyName norep 2024-11-16T19:35:34,203 DEBUG [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:34,203 INFO [StoreOpener-7b9e52d3cbf1ab855e7111eac331640e-1 {}] regionserver.HStore(327): Store=7b9e52d3cbf1ab855e7111eac331640e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:34,204 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,204 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,204 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,205 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,205 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,205 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:34,206 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,207 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:34,208 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b9e52d3cbf1ab855e7111eac331640e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69020387, jitterRate=0.028483912348747253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:34,208 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:34,208 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b9e52d3cbf1ab855e7111eac331640e: Running coprocessor pre-open hook at 1731785734199Writing region info on filesystem at 1731785734199Initializing all the Stores at 1731785734199Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785734199Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785734200 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785734200Cleaning up temporary data from old regions at 1731785734205 (+5 ms)Running coprocessor post-open hooks at 1731785734208 (+3 ms)Region opened successfully at 1731785734208 2024-11-16T19:35:34,209 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e., pid=6, masterSystemTime=1731785734195 2024-11-16T19:35:34,210 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:34,210 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:34,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b9e52d3cbf1ab855e7111eac331640e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,40141,1731785723376 2024-11-16T19:35:34,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b9e52d3cbf1ab855e7111eac331640e, server=d11ab77873cb,40141,1731785723376 because future has completed 2024-11-16T19:35:34,213 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42967 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d11ab77873cb,40141,1731785723376, table=test, region=7b9e52d3cbf1ab855e7111eac331640e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T19:35:34,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:35:34,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b9e52d3cbf1ab855e7111eac331640e, server=d11ab77873cb,40141,1731785723376 in 170 msec 2024-11-16T19:35:34,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:35:34,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7b9e52d3cbf1ab855e7111eac331640e, ASSIGN in 326 msec 2024-11-16T19:35:34,216 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:34,217 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785734217"}]},"ts":"1731785734217"} 2024-11-16T19:35:34,218 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:35:34,219 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:34,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-16T19:35:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:35,210 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:35:35,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45633,1731785726524 2024-11-16T19:35:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c484350 2024-11-16T19:35:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:35,212 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:35,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:35:35,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:35:35,214 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:35,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:35:35,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:35:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:35:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:35,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7bddd6a0fddc122648a15e3d92d722d, NAME => 'test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d 2024-11-16T19:35:35,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:35:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:36,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:36,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f7bddd6a0fddc122648a15e3d92d722d, disabling compactions & flushes 2024-11-16T19:35:36,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:36,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:36,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. after waiting 0 ms 2024-11-16T19:35:36,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:36,057 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:36,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7bddd6a0fddc122648a15e3d92d722d: Waiting for close lock at 1731785736057Disabling compacts and flushes for region at 1731785736057Disabling writes for close at 1731785736057Writing region close event to WAL at 1731785736057Closed at 1731785736057 2024-11-16T19:35:36,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:36,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785736062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785736062"}]},"ts":"1731785736062"} 2024-11-16T19:35:36,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:36,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:36,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785736067"}]},"ts":"1731785736067"} 2024-11-16T19:35:36,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:35:36,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7bddd6a0fddc122648a15e3d92d722d, ASSIGN}] 2024-11-16T19:35:36,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7bddd6a0fddc122648a15e3d92d722d, ASSIGN 2024-11-16T19:35:36,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f7bddd6a0fddc122648a15e3d92d722d, ASSIGN; state=OFFLINE, location=d11ab77873cb,35963,1731785726551; forceNewPlan=false, retain=false 2024-11-16T19:35:36,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7bddd6a0fddc122648a15e3d92d722d, regionState=OPENING, regionLocation=d11ab77873cb,35963,1731785726551 2024-11-16T19:35:36,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f7bddd6a0fddc122648a15e3d92d722d, ASSIGN because future has completed 2024-11-16T19:35:36,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7bddd6a0fddc122648a15e3d92d722d, server=d11ab77873cb,35963,1731785726551}] 2024-11-16T19:35:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:36,425 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:36,425 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f7bddd6a0fddc122648a15e3d92d722d, NAME => 'test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:36,426 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:36,426 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:35:36,426 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,426 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:36,427 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,427 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:35:36,444 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,446 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7bddd6a0fddc122648a15e3d92d722d columnFamilyName f 2024-11-16T19:35:36,447 DEBUG [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:36,447 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] regionserver.HStore(327): Store=f7bddd6a0fddc122648a15e3d92d722d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:36,447 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,455 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7bddd6a0fddc122648a15e3d92d722d columnFamilyName f1 2024-11-16T19:35:36,455 DEBUG [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:36,456 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] regionserver.HStore(327): Store=f7bddd6a0fddc122648a15e3d92d722d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:36,456 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,461 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7bddd6a0fddc122648a15e3d92d722d columnFamilyName norep 2024-11-16T19:35:36,461 DEBUG [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:36,461 INFO [StoreOpener-f7bddd6a0fddc122648a15e3d92d722d-1 {}] regionserver.HStore(327): Store=f7bddd6a0fddc122648a15e3d92d722d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:36,461 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,462 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,462 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,463 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,463 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,463 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:36,464 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,466 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:36,467 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f7bddd6a0fddc122648a15e3d92d722d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75151889, jitterRate=0.11985041201114655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:36,467 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:36,467 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f7bddd6a0fddc122648a15e3d92d722d: Running coprocessor pre-open hook at 1731785736427Writing region info on filesystem at 1731785736427Initializing all the Stores at 1731785736428 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785736428Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785736444 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785736444Cleaning up temporary data from old regions at 1731785736463 (+19 ms)Running coprocessor post-open hooks at 1731785736467 (+4 ms)Region opened successfully at 1731785736467 2024-11-16T19:35:36,468 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d., pid=6, masterSystemTime=1731785736409 2024-11-16T19:35:36,470 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:36,470 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:36,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7bddd6a0fddc122648a15e3d92d722d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,35963,1731785726551 2024-11-16T19:35:36,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7bddd6a0fddc122648a15e3d92d722d, server=d11ab77873cb,35963,1731785726551 because future has completed 2024-11-16T19:35:36,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:35:36,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f7bddd6a0fddc122648a15e3d92d722d, server=d11ab77873cb,35963,1731785726551 in 225 msec 2024-11-16T19:35:36,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:35:36,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f7bddd6a0fddc122648a15e3d92d722d, ASSIGN in 410 msec 2024-11-16T19:35:36,485 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:36,485 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785736485"}]},"ts":"1731785736485"} 2024-11-16T19:35:36,487 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:35:36,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:36,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2760 sec 2024-11-16T19:35:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:37,379 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:35:37,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:37,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,46511,1731785729986 2024-11-16T19:35:37,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad35cbd 2024-11-16T19:35:37,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:37,382 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:37,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:35:37,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:35:37,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:37,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:35:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:37,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:35:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:35:37,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cb95f4cc78346254f2fcfb111538fc3, NAME => 'test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36 2024-11-16T19:35:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:35:37,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:37,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6cb95f4cc78346254f2fcfb111538fc3, disabling compactions & flushes 2024-11-16T19:35:37,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:37,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:37,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. after waiting 0 ms 2024-11-16T19:35:37,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:37,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:37,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cb95f4cc78346254f2fcfb111538fc3: Waiting for close lock at 1731785737472Disabling compacts and flushes for region at 1731785737472Disabling writes for close at 1731785737472Writing region close event to WAL at 1731785737472Closed at 1731785737472 2024-11-16T19:35:37,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:37,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785737474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785737474"}]},"ts":"1731785737474"} 2024-11-16T19:35:37,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:37,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:37,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785737478"}]},"ts":"1731785737478"} 2024-11-16T19:35:37,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:35:37,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cb95f4cc78346254f2fcfb111538fc3, ASSIGN}] 2024-11-16T19:35:37,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6cb95f4cc78346254f2fcfb111538fc3, ASSIGN 2024-11-16T19:35:37,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6cb95f4cc78346254f2fcfb111538fc3, ASSIGN; state=OFFLINE, location=d11ab77873cb,34247,1731785730023; forceNewPlan=false, retain=false 2024-11-16T19:35:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:37,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cb95f4cc78346254f2fcfb111538fc3, regionState=OPENING, regionLocation=d11ab77873cb,34247,1731785730023 2024-11-16T19:35:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6cb95f4cc78346254f2fcfb111538fc3, ASSIGN because future has completed 2024-11-16T19:35:37,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb95f4cc78346254f2fcfb111538fc3, server=d11ab77873cb,34247,1731785730023}] 2024-11-16T19:35:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:37,797 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:37,797 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cb95f4cc78346254f2fcfb111538fc3, NAME => 'test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:37,797 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:37,797 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:35:37,798 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,798 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:37,798 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,798 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,799 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,800 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb95f4cc78346254f2fcfb111538fc3 columnFamilyName f 2024-11-16T19:35:37,800 DEBUG [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:37,800 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] regionserver.HStore(327): Store=6cb95f4cc78346254f2fcfb111538fc3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:37,800 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,801 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb95f4cc78346254f2fcfb111538fc3 columnFamilyName f1 2024-11-16T19:35:37,801 DEBUG [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:37,802 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] regionserver.HStore(327): Store=6cb95f4cc78346254f2fcfb111538fc3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:37,802 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,802 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cb95f4cc78346254f2fcfb111538fc3 columnFamilyName norep 2024-11-16T19:35:37,803 DEBUG [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:37,803 INFO [StoreOpener-6cb95f4cc78346254f2fcfb111538fc3-1 {}] regionserver.HStore(327): Store=6cb95f4cc78346254f2fcfb111538fc3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:37,803 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,803 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,804 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,804 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,804 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,805 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:37,806 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,807 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:37,808 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6cb95f4cc78346254f2fcfb111538fc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67816160, jitterRate=0.010539531707763672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:37,808 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:37,808 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6cb95f4cc78346254f2fcfb111538fc3: Running coprocessor pre-open hook at 1731785737798Writing region info on filesystem at 1731785737798Initializing all the Stores at 1731785737798Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785737798Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785737799 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785737799Cleaning up temporary data from old regions at 1731785737804 (+5 ms)Running coprocessor post-open hooks at 1731785737808 (+4 ms)Region opened successfully at 1731785737808 2024-11-16T19:35:37,809 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3., pid=6, masterSystemTime=1731785737794 2024-11-16T19:35:37,810 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:37,810 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:37,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6cb95f4cc78346254f2fcfb111538fc3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,34247,1731785730023 2024-11-16T19:35:37,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cb95f4cc78346254f2fcfb111538fc3, server=d11ab77873cb,34247,1731785730023 because future has completed 2024-11-16T19:35:37,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:35:37,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cb95f4cc78346254f2fcfb111538fc3, server=d11ab77873cb,34247,1731785730023 in 172 msec 2024-11-16T19:35:37,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:35:37,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6cb95f4cc78346254f2fcfb111538fc3, ASSIGN in 334 msec 2024-11-16T19:35:37,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:37,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785737818"}]},"ts":"1731785737818"} 2024-11-16T19:35:37,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:35:37,824 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:37,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 441 msec 2024-11-16T19:35:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:38,009 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:35:38,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@819ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:38,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42967,-1 for getting cluster id 2024-11-16T19:35:38,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:38,013 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f330453c-79ef-45fc-a31e-3c34abb07f5c' 2024-11-16T19:35:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f330453c-79ef-45fc-a31e-3c34abb07f5c" 2024-11-16T19:35:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21938319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42967,-1] 2024-11-16T19:35:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:38,016 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:38,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,42967,1731785723320 2024-11-16T19:35:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b3f77f 2024-11-16T19:35:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:38,019 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:38,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:45633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:35:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:35:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:38,023 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:45633' 2024-11-16T19:35:38,024 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a8691c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:38,024 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45633,-1 for getting cluster id 2024-11-16T19:35:38,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:38,025 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f60bdd-c46b-4133-9562-7eccb38c7613' 2024-11-16T19:35:38,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:38,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f60bdd-c46b-4133-9562-7eccb38c7613" 2024-11-16T19:35:38,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a313811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:38,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45633,-1] 2024-11-16T19:35:38,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:38,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:38,026 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:38,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a02fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:38,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:38,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45633,1731785726524 2024-11-16T19:35:38,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b6a275 2024-11-16T19:35:38,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:38,028 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:38,029 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:35:38,029 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:35:38,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:38,029 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:38,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:38,030 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:38,031 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:35:38,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:35:38,033 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:38,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:35:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:35:38,081 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:35:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:38,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f24ae0f89f29cf59baa9b825d83237af, NAME => 'hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4 2024-11-16T19:35:38,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:35:38,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:35:38,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:38,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f24ae0f89f29cf59baa9b825d83237af, disabling compactions & flushes 2024-11-16T19:35:38,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:38,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:38,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. after waiting 0 ms 2024-11-16T19:35:38,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:38,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:38,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f24ae0f89f29cf59baa9b825d83237af: Waiting for close lock at 1731785738463Disabling compacts and flushes for region at 1731785738463Disabling writes for close at 1731785738463Writing region close event to WAL at 1731785738463Closed at 1731785738463 2024-11-16T19:35:38,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:38,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785738464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785738464"}]},"ts":"1731785738464"} 2024-11-16T19:35:38,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:38,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:38,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785738468"}]},"ts":"1731785738468"} 2024-11-16T19:35:38,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:35:38,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f24ae0f89f29cf59baa9b825d83237af, ASSIGN}] 2024-11-16T19:35:38,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f24ae0f89f29cf59baa9b825d83237af, ASSIGN 2024-11-16T19:35:38,472 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f24ae0f89f29cf59baa9b825d83237af, ASSIGN; state=OFFLINE, location=d11ab77873cb,40141,1731785723376; forceNewPlan=false, retain=false 2024-11-16T19:35:38,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:38,623 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f24ae0f89f29cf59baa9b825d83237af, regionState=OPENING, regionLocation=d11ab77873cb,40141,1731785723376 2024-11-16T19:35:38,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f24ae0f89f29cf59baa9b825d83237af, ASSIGN because future has completed 2024-11-16T19:35:38,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24ae0f89f29cf59baa9b825d83237af, server=d11ab77873cb,40141,1731785723376}] 2024-11-16T19:35:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:38,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:38,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:38,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:35:38,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C40141%2C1731785723376.rep, suffix=, logDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376, archiveDir=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/oldWALs, maxLogs=10 2024-11-16T19:35:38,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.rep.1731785738788, exclude list is [], retry=0 2024-11-16T19:35:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-d29e0207-0f66-4cf5-a792-05b55642c7d0,DISK] 2024-11-16T19:35:38,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.rep.1731785738788 2024-11-16T19:35:38,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455)] 2024-11-16T19:35:38,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f24ae0f89f29cf59baa9b825d83237af, NAME => 'hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:38,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:38,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:38,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. service=MultiRowMutationService 2024-11-16T19:35:38,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:35:38,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:38,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,822 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,823 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24ae0f89f29cf59baa9b825d83237af columnFamilyName hfileref 2024-11-16T19:35:38,823 DEBUG [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:38,823 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] regionserver.HStore(327): Store=f24ae0f89f29cf59baa9b825d83237af/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:38,823 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,825 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24ae0f89f29cf59baa9b825d83237af columnFamilyName queue 2024-11-16T19:35:38,825 DEBUG [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:38,826 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] regionserver.HStore(327): Store=f24ae0f89f29cf59baa9b825d83237af/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:38,826 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,826 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24ae0f89f29cf59baa9b825d83237af columnFamilyName sid 2024-11-16T19:35:38,826 DEBUG [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:38,827 INFO [StoreOpener-f24ae0f89f29cf59baa9b825d83237af-1 {}] regionserver.HStore(327): Store=f24ae0f89f29cf59baa9b825d83237af/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:38,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:38,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:38,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f24ae0f89f29cf59baa9b825d83237af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74796037, jitterRate=0.11454780399799347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:38,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:38,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f24ae0f89f29cf59baa9b825d83237af: Running coprocessor pre-open hook at 1731785738818Writing region info on filesystem at 1731785738818Initializing all the Stores at 1731785738819 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785738819Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785738821 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785738821Cleaning up temporary data from old regions at 1731785738828 (+7 ms)Running coprocessor post-open hooks at 1731785738831 (+3 ms)Region opened successfully at 1731785738831 2024-11-16T19:35:38,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af., pid=10, masterSystemTime=1731785738778 2024-11-16T19:35:38,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:38,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:38,834 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f24ae0f89f29cf59baa9b825d83237af, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,40141,1731785723376 2024-11-16T19:35:38,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f24ae0f89f29cf59baa9b825d83237af, server=d11ab77873cb,40141,1731785723376 because future has completed 2024-11-16T19:35:38,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:35:38,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f24ae0f89f29cf59baa9b825d83237af, server=d11ab77873cb,40141,1731785723376 in 213 msec 2024-11-16T19:35:38,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:35:38,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f24ae0f89f29cf59baa9b825d83237af, ASSIGN in 369 msec 2024-11-16T19:35:38,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:38,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785738841"}]},"ts":"1731785738841"} 2024-11-16T19:35:38,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:35:38,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:38,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 815 msec 2024-11-16T19:35:38,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af., hostname=d11ab77873cb,40141,1731785723376, seqNum=2] 2024-11-16T19:35:38,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:38,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:38,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:35:39,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:35:39,054 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:35:39,083 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,40141,1731785723376, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:35:39,084 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:39,084 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,40141,1731785723376, seqNum=-1] 2024-11-16T19:35:39,084 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:39,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:39,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,40141,1731785723376', locateType=CURRENT is [region=hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af., hostname=d11ab77873cb,40141,1731785723376, seqNum=2] 2024-11-16T19:35:39,089 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:35:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:35:39,090 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,40141,1731785723376 suceeded 2024-11-16T19:35:39,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:35:39,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-16T19:35:39,092 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:45633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:35:39,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0720 sec 2024-11-16T19:35:39,106 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:45633' 2024-11-16T19:35:39,107 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4985285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,108 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45633,-1 for getting cluster id 2024-11-16T19:35:39,108 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:39,108 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f60bdd-c46b-4133-9562-7eccb38c7613' 2024-11-16T19:35:39,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:39,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f60bdd-c46b-4133-9562-7eccb38c7613" 2024-11-16T19:35:39,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@443b863d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45633,-1] 2024-11-16T19:35:39,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:39,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:39,110 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:39,110 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1776234d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,110 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:39,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45633,1731785726524 2024-11-16T19:35:39,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@281b260 2024-11-16T19:35:39,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:39,112 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-16T19:35:39,113 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,40141,1731785723376 (queues=1) is replicating from cluster=f330453c-79ef-45fc-a31e-3c34abb07f5c to cluster=28f60bdd-c46b-4133-9562-7eccb38c7613 2024-11-16T19:35:39,113 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C40141%2C1731785723376 2024-11-16T19:35:39,113 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,40141,1731785723376, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:35:39,114 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560, startPosition=0, beingWritten=true 2024-11-16T19:35:39,115 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.shipperd11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C40141%2C1731785723376 2024-11-16T19:35:39,123 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:39,123 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 379, reset compression=false 2024-11-16T19:35:39,123 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.shipperd11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,40141,1731785723376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:39,159 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:35:39,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:39,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:39,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:39,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:39,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:39,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7393b383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45633,-1 for getting cluster id 2024-11-16T19:35:39,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:39,165 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f60bdd-c46b-4133-9562-7eccb38c7613' 2024-11-16T19:35:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f60bdd-c46b-4133-9562-7eccb38c7613" 2024-11-16T19:35:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed0576e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45633,-1] 2024-11-16T19:35:39,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:39,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:39,167 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbd8994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45633,1731785726524 2024-11-16T19:35:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18d30dbf 2024-11-16T19:35:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:39,172 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:39,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:46511,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:35:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:35:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:39,176 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:46511' 2024-11-16T19:35:39,180 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391dc224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,180 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,46511,-1 for getting cluster id 2024-11-16T19:35:39,180 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:39,181 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07282732-5e24-49ac-90e7-ade02be2df5e' 2024-11-16T19:35:39,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:39,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07282732-5e24-49ac-90e7-ade02be2df5e" 2024-11-16T19:35:39,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2337b2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,46511,-1] 2024-11-16T19:35:39,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:39,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:39,182 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:39,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a00efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:39,183 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:39,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,46511,1731785729986 2024-11-16T19:35:39,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aafb9db 2024-11-16T19:35:39,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:39,184 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:39,185 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:35:39,185 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:35:39,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:39,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:39,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:39,186 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:39,187 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:35:39,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:35:39,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:39,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:35:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:35:39,237 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:35:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:39,330 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 379, reset compression=false 2024-11-16T19:35:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:39,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97e93bdfba2c7ac574515361b4d8b576, NAME => 'hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d 2024-11-16T19:35:39,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:35:39,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:39,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 97e93bdfba2c7ac574515361b4d8b576, disabling compactions & flushes 2024-11-16T19:35:39,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:39,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:39,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. after waiting 0 ms 2024-11-16T19:35:39,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:39,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:39,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97e93bdfba2c7ac574515361b4d8b576: Waiting for close lock at 1731785739610Disabling compacts and flushes for region at 1731785739610Disabling writes for close at 1731785739610Writing region close event to WAL at 1731785739610Closed at 1731785739610 2024-11-16T19:35:39,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:39,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785739611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785739611"}]},"ts":"1731785739611"} 2024-11-16T19:35:39,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:39,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:39,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785739614"}]},"ts":"1731785739614"} 2024-11-16T19:35:39,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:35:39,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97e93bdfba2c7ac574515361b4d8b576, ASSIGN}] 2024-11-16T19:35:39,618 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97e93bdfba2c7ac574515361b4d8b576, ASSIGN 2024-11-16T19:35:39,618 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97e93bdfba2c7ac574515361b4d8b576, ASSIGN; state=OFFLINE, location=d11ab77873cb,35963,1731785726551; forceNewPlan=false, retain=false 2024-11-16T19:35:39,635 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 379, reset compression=false 2024-11-16T19:35:39,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97e93bdfba2c7ac574515361b4d8b576, regionState=OPENING, regionLocation=d11ab77873cb,35963,1731785726551 2024-11-16T19:35:39,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97e93bdfba2c7ac574515361b4d8b576, ASSIGN because future has completed 2024-11-16T19:35:39,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97e93bdfba2c7ac574515361b4d8b576, server=d11ab77873cb,35963,1731785726551}] 2024-11-16T19:35:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:39,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:39,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:39,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:35:39,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C35963%2C1731785726551.rep, suffix=, logDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551, archiveDir=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/oldWALs, maxLogs=10 2024-11-16T19:35:39,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.rep.1731785739937, exclude list is [], retry=0 2024-11-16T19:35:39,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34947,DS-07b3b464-aa24-490e-8a9f-3f02a9475756,DISK] 2024-11-16T19:35:39,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.rep.1731785739937 2024-11-16T19:35:39,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851)] 2024-11-16T19:35:39,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 97e93bdfba2c7ac574515361b4d8b576, NAME => 'hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:39,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:39,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:39,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. service=MultiRowMutationService 2024-11-16T19:35:39,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:35:39,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:39,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,957 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,958 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97e93bdfba2c7ac574515361b4d8b576 columnFamilyName hfileref 2024-11-16T19:35:39,958 DEBUG [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:39,959 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] regionserver.HStore(327): Store=97e93bdfba2c7ac574515361b4d8b576/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:39,959 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,959 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97e93bdfba2c7ac574515361b4d8b576 columnFamilyName queue 2024-11-16T19:35:39,960 DEBUG [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:39,960 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] regionserver.HStore(327): Store=97e93bdfba2c7ac574515361b4d8b576/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:39,960 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,961 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97e93bdfba2c7ac574515361b4d8b576 columnFamilyName sid 2024-11-16T19:35:39,961 DEBUG [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:39,962 INFO [StoreOpener-97e93bdfba2c7ac574515361b4d8b576-1 {}] regionserver.HStore(327): Store=97e93bdfba2c7ac574515361b4d8b576/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:39,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:39,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:39,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 97e93bdfba2c7ac574515361b4d8b576; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61421628, jitterRate=-0.08474642038345337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:39,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 97e93bdfba2c7ac574515361b4d8b576: Running coprocessor pre-open hook at 1731785739955Writing region info on filesystem at 1731785739955Initializing all the Stores at 1731785739956 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785739956Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785739957 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785739957Cleaning up temporary data from old regions at 1731785739963 (+6 ms)Running coprocessor post-open hooks at 1731785739970 (+7 ms)Region opened successfully at 1731785739970 2024-11-16T19:35:39,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576., pid=10, masterSystemTime=1731785739929 2024-11-16T19:35:39,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:39,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:39,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97e93bdfba2c7ac574515361b4d8b576, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,35963,1731785726551 2024-11-16T19:35:39,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97e93bdfba2c7ac574515361b4d8b576, server=d11ab77873cb,35963,1731785726551 because future has completed 2024-11-16T19:35:39,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:35:39,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 97e93bdfba2c7ac574515361b4d8b576, server=d11ab77873cb,35963,1731785726551 in 209 msec 2024-11-16T19:35:39,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:35:39,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97e93bdfba2c7ac574515361b4d8b576, ASSIGN in 366 msec 2024-11-16T19:35:39,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:39,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785739985"}]},"ts":"1731785739985"} 2024-11-16T19:35:39,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:35:39,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:39,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 802 msec 2024-11-16T19:35:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576., hostname=d11ab77873cb,35963,1731785726551, seqNum=2] 2024-11-16T19:35:40,042 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 379, reset compression=false 2024-11-16T19:35:40,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:40,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:40,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:35:40,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:40,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:35:40,160 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88615 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:35:40,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:35:40,204 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:35:40,244 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,35963,1731785726551, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:35:40,245 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:40,245 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35963,1731785726551, seqNum=-1] 2024-11-16T19:35:40,246 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:40,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:40,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,35963,1731785726551', locateType=CURRENT is [region=hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576., hostname=d11ab77873cb,35963,1731785726551, seqNum=2] 2024-11-16T19:35:40,269 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:35:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:35:40,278 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,35963,1731785726551 suceeded 2024-11-16T19:35:40,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:35:40,280 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:46511,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:35:40,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-16T19:35:40,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1080 sec 2024-11-16T19:35:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:40,312 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:35:40,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:40,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:40,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:40,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:40,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:40,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b989c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,46511,-1 for getting cluster id 2024-11-16T19:35:40,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:40,319 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07282732-5e24-49ac-90e7-ade02be2df5e' 2024-11-16T19:35:40,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:40,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07282732-5e24-49ac-90e7-ade02be2df5e" 2024-11-16T19:35:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2558a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,46511,-1] 2024-11-16T19:35:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:40,321 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675caace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,322 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:46511' 2024-11-16T19:35:40,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,46511,1731785729986 2024-11-16T19:35:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76d6aaf8 2024-11-16T19:35:40,324 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4916c662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,324 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,46511,-1 for getting cluster id 2024-11-16T19:35:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:40,324 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:40,325 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07282732-5e24-49ac-90e7-ade02be2df5e' 2024-11-16T19:35:40,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:40,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07282732-5e24-49ac-90e7-ade02be2df5e" 2024-11-16T19:35:40,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49415695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,326 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:40,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,46511,-1] 2024-11-16T19:35:40,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:40,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:45633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:35:40,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:40,327 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:35:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:40,331 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:45633' 2024-11-16T19:35:40,332 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c11e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,332 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:40,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae9ca3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,332 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45633,-1 for getting cluster id 2024-11-16T19:35:40,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:40,334 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f60bdd-c46b-4133-9562-7eccb38c7613' 2024-11-16T19:35:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,46511,1731785729986 2024-11-16T19:35:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa9abb 2024-11-16T19:35:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f60bdd-c46b-4133-9562-7eccb38c7613" 2024-11-16T19:35:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c81967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45633,-1] 2024-11-16T19:35:40,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:40,335 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-16T19:35:40,335 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:40,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8040a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:40,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:40,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45633,1731785726524 2024-11-16T19:35:40,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c5bc434 2024-11-16T19:35:40,337 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,35963,1731785726551 (queues=1) is replicating from cluster=28f60bdd-c46b-4133-9562-7eccb38c7613 to cluster=07282732-5e24-49ac-90e7-ade02be2df5e 2024-11-16T19:35:40,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:40,337 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C35963%2C1731785726551 2024-11-16T19:35:40,337 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,35963,1731785726551, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:35:40,338 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:40,339 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:35:40,339 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:35:40,339 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:40,340 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:40,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:40,340 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:40,341 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:35:40,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:35:40,342 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:40,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:35:40,345 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, startPosition=0, beingWritten=true 2024-11-16T19:35:40,353 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C35963%2C1731785726551 2024-11-16T19:35:40,360 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:40,360 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35963,1731785726551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:40,360 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 379, reset compression=false 2024-11-16T19:35:40,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:35:40,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b302c0992e9017915610efce9c3c0a4, NAME => 'hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36 2024-11-16T19:35:40,391 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:35:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:35:40,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:40,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b302c0992e9017915610efce9c3c0a4, disabling compactions & flushes 2024-11-16T19:35:40,398 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:40,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:40,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. after waiting 0 ms 2024-11-16T19:35:40,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:40,398 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:40,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b302c0992e9017915610efce9c3c0a4: Waiting for close lock at 1731785740398Disabling compacts and flushes for region at 1731785740398Disabling writes for close at 1731785740398Writing region close event to WAL at 1731785740398Closed at 1731785740398 2024-11-16T19:35:40,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:40,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785740400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785740400"}]},"ts":"1731785740400"} 2024-11-16T19:35:40,406 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:40,407 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:40,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785740407"}]},"ts":"1731785740407"} 2024-11-16T19:35:40,414 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:35:40,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b302c0992e9017915610efce9c3c0a4, ASSIGN}] 2024-11-16T19:35:40,416 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b302c0992e9017915610efce9c3c0a4, ASSIGN 2024-11-16T19:35:40,416 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b302c0992e9017915610efce9c3c0a4, ASSIGN; state=OFFLINE, location=d11ab77873cb,34247,1731785730023; forceNewPlan=false, retain=false 2024-11-16T19:35:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:40,554 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 379, reset compression=false 2024-11-16T19:35:40,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b302c0992e9017915610efce9c3c0a4, regionState=OPENING, regionLocation=d11ab77873cb,34247,1731785730023 2024-11-16T19:35:40,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b302c0992e9017915610efce9c3c0a4, ASSIGN because future has completed 2024-11-16T19:35:40,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b302c0992e9017915610efce9c3c0a4, server=d11ab77873cb,34247,1731785730023}] 2024-11-16T19:35:40,572 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 379, reset compression=false 2024-11-16T19:35:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:40,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:40,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:40,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:35:40,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C34247%2C1731785730023.rep, suffix=, logDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023, archiveDir=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/oldWALs, maxLogs=10 2024-11-16T19:35:40,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.rep.1731785740728, exclude list is [], retry=0 2024-11-16T19:35:40,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32943,DS-75ffecc2-3c42-4fe1-893c-be2c4157ace2,DISK] 2024-11-16T19:35:40,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.rep.1731785740728 2024-11-16T19:35:40,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33631:33631)] 2024-11-16T19:35:40,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b302c0992e9017915610efce9c3c0a4, NAME => 'hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:40,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:40,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:40,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. service=MultiRowMutationService 2024-11-16T19:35:40,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:35:40,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:40,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,752 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,753 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b302c0992e9017915610efce9c3c0a4 columnFamilyName hfileref 2024-11-16T19:35:40,753 DEBUG [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:40,753 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] regionserver.HStore(327): Store=3b302c0992e9017915610efce9c3c0a4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:40,753 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,754 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b302c0992e9017915610efce9c3c0a4 columnFamilyName queue 2024-11-16T19:35:40,754 DEBUG [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:40,755 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] regionserver.HStore(327): Store=3b302c0992e9017915610efce9c3c0a4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:40,755 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,755 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b302c0992e9017915610efce9c3c0a4 columnFamilyName sid 2024-11-16T19:35:40,755 DEBUG [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:40,756 INFO [StoreOpener-3b302c0992e9017915610efce9c3c0a4-1 {}] regionserver.HStore(327): Store=3b302c0992e9017915610efce9c3c0a4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:40,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:40,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:40,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3b302c0992e9017915610efce9c3c0a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61719136, jitterRate=-0.08031320571899414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:40,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:40,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3b302c0992e9017915610efce9c3c0a4: Running coprocessor pre-open hook at 1731785740751Writing region info on filesystem at 1731785740751Initializing all the Stores at 1731785740752 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785740752Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785740752Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785740752Cleaning up temporary data from old regions at 1731785740757 (+5 ms)Running coprocessor post-open hooks at 1731785740760 (+3 ms)Region opened successfully at 1731785740760 2024-11-16T19:35:40,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4., pid=10, masterSystemTime=1731785740721 2024-11-16T19:35:40,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:40,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:40,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b302c0992e9017915610efce9c3c0a4, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,34247,1731785730023 2024-11-16T19:35:40,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b302c0992e9017915610efce9c3c0a4, server=d11ab77873cb,34247,1731785730023 because future has completed 2024-11-16T19:35:40,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:35:40,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b302c0992e9017915610efce9c3c0a4, server=d11ab77873cb,34247,1731785730023 in 196 msec 2024-11-16T19:35:40,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:35:40,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b302c0992e9017915610efce9c3c0a4, ASSIGN in 352 msec 2024-11-16T19:35:40,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:40,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785740768"}]},"ts":"1731785740768"} 2024-11-16T19:35:40,770 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:35:40,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:40,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 430 msec 2024-11-16T19:35:40,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4., hostname=d11ab77873cb,34247,1731785730023, seqNum=2] 2024-11-16T19:35:40,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:40,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:40,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:35:40,882 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 379, reset compression=false 2024-11-16T19:35:40,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:35:40,956 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:35:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:40,995 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,34247,1731785730023, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:35:40,996 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:40,996 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,34247,1731785730023, seqNum=-1] 2024-11-16T19:35:40,997 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:40,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:41,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,34247,1731785730023', locateType=CURRENT is [region=hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4., hostname=d11ab77873cb,34247,1731785730023, seqNum=2] 2024-11-16T19:35:41,005 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:35:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:35:41,008 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,34247,1731785730023 suceeded 2024-11-16T19:35:41,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:35:41,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-16T19:35:41,011 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:45633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:35:41,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 685 msec 2024-11-16T19:35:41,028 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:45633' 2024-11-16T19:35:41,031 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ae5f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,031 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45633,-1 for getting cluster id 2024-11-16T19:35:41,031 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:41,032 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f60bdd-c46b-4133-9562-7eccb38c7613' 2024-11-16T19:35:41,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:41,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f60bdd-c46b-4133-9562-7eccb38c7613" 2024-11-16T19:35:41,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b6cb8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45633,-1] 2024-11-16T19:35:41,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:41,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:41,034 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:41,034 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e41815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,035 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:41,036 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,45633,1731785726524 2024-11-16T19:35:41,036 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@572e85a7 2024-11-16T19:35:41,036 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:41,038 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-16T19:35:41,039 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,34247,1731785730023 (queues=1) is replicating from cluster=07282732-5e24-49ac-90e7-ade02be2df5e to cluster=28f60bdd-c46b-4133-9562-7eccb38c7613 2024-11-16T19:35:41,039 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C34247%2C1731785730023 2024-11-16T19:35:41,039 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,34247,1731785730023, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:35:41,049 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C34247%2C1731785730023 2024-11-16T19:35:41,049 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, startPosition=0, beingWritten=true 2024-11-16T19:35:41,058 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:41,058 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 379, reset compression=false 2024-11-16T19:35:41,065 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,34247,1731785730023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:41,164 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 379, reset compression=false 2024-11-16T19:35:41,274 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 379, reset compression=false 2024-11-16T19:35:41,286 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 379, reset compression=false 2024-11-16T19:35:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:41,469 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:35:41,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:41,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:41,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:41,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:41,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:41,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9465fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,42967,-1 for getting cluster id 2024-11-16T19:35:41,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:41,471 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f330453c-79ef-45fc-a31e-3c34abb07f5c' 2024-11-16T19:35:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:41,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f330453c-79ef-45fc-a31e-3c34abb07f5c" 2024-11-16T19:35:41,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f28573e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,42967,-1] 2024-11-16T19:35:41,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:41,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:41,473 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7705b27c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b96efe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45633,-1 for getting cluster id 2024-11-16T19:35:41,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:41,475 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f60bdd-c46b-4133-9562-7eccb38c7613' 2024-11-16T19:35:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f60bdd-c46b-4133-9562-7eccb38c7613" 2024-11-16T19:35:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd763d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45633,-1] 2024-11-16T19:35:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:41,477 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62883c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbf6ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,46511,-1 for getting cluster id 2024-11-16T19:35:41,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:41,485 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07282732-5e24-49ac-90e7-ade02be2df5e' 2024-11-16T19:35:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07282732-5e24-49ac-90e7-ade02be2df5e" 2024-11-16T19:35:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611ab52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,46511,-1] 2024-11-16T19:35:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:41,487 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d095c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:41,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,40141,1731785723376, seqNum=-1] 2024-11-16T19:35:41,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:41,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:41,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e., hostname=d11ab77873cb,40141,1731785723376, seqNum=2] 2024-11-16T19:35:41,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,34247,1731785730023, seqNum=-1] 2024-11-16T19:35:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:41,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3., hostname=d11ab77873cb,34247,1731785730023, seqNum=2] 2024-11-16T19:35:41,502 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T19:35:41,577 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 379, reset compression=false 2024-11-16T19:35:41,789 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 379, reset compression=false 2024-11-16T19:35:41,879 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 379, reset compression=false 2024-11-16T19:35:41,887 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:41,887 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 480, reset compression=false 2024-11-16T19:35:41,887 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.shipperd11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,40141,1731785723376 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b9e52d3cbf1ab855e7111eac331640e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T19:35:41,891 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.shipperd11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:41,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-16T19:35:41,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:41,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49330bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,45633,-1 for getting cluster id 2024-11-16T19:35:41,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:41,895 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f60bdd-c46b-4133-9562-7eccb38c7613' 2024-11-16T19:35:41,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:41,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f60bdd-c46b-4133-9562-7eccb38c7613" 2024-11-16T19:35:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7afa10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,45633,-1] 2024-11-16T19:35:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:41,897 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:41,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78a08548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:41,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:41,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35963,1731785726551, seqNum=-1] 2024-11-16T19:35:41,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:41,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:41,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d., hostname=d11ab77873cb,35963,1731785726551, seqNum=2] 2024-11-16T19:35:41,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T19:35:41,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T19:35:41,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:41,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T19:35:42,004 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 379, reset compression=false 2024-11-16T19:35:42,099 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 480, reset compression=false 2024-11-16T19:35:42,394 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 379, reset compression=false 2024-11-16T19:35:42,401 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:42,401 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 504, reset compression=false 2024-11-16T19:35:42,401 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35963,1731785726551 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bddd6a0fddc122648a15e3d92d722d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T19:35:42,405 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:42,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-16T19:35:42,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:42,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429e028a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:42,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,46511,-1 for getting cluster id 2024-11-16T19:35:42,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:42,414 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07282732-5e24-49ac-90e7-ade02be2df5e' 2024-11-16T19:35:42,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:42,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07282732-5e24-49ac-90e7-ade02be2df5e" 2024-11-16T19:35:42,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dbe25f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:42,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,46511,-1] 2024-11-16T19:35:42,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:42,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:42,416 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:42,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1009271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:42,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:42,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,34247,1731785730023, seqNum=-1] 2024-11-16T19:35:42,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:42,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T19:35:42,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3., hostname=d11ab77873cb,34247,1731785730023, seqNum=2] 2024-11-16T19:35:42,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:42,450 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 480, reset compression=false 2024-11-16T19:35:42,505 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T19:35:42,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:42,507 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 379, reset compression=false 2024-11-16T19:35:42,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,35963,1731785726551, seqNum=-1] 2024-11-16T19:35:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:42,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d., hostname=d11ab77873cb,35963,1731785726551, seqNum=2] 2024-11-16T19:35:42,516 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T19:35:42,548 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:42,548 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 527, reset compression=false 2024-11-16T19:35:42,548 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,34247,1731785730023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:42,634 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 504, reset compression=false 2024-11-16T19:35:42,665 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:42,665 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 608, reset compression=false 2024-11-16T19:35:42,665 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35963,1731785726551 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bddd6a0fddc122648a15e3d92d722d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T19:35:42,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:42,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:42,778 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 527, reset compression=false 2024-11-16T19:35:42,803 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:42,803 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,34247,1731785730023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:42,804 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 654, reset compression=false 2024-11-16T19:35:42,866 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 480, reset compression=false 2024-11-16T19:35:42,907 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 608, reset compression=false 2024-11-16T19:35:43,026 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 654, reset compression=false 2024-11-16T19:35:43,248 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 608, reset compression=false 2024-11-16T19:35:43,347 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 654, reset compression=false 2024-11-16T19:35:43,370 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 480, reset compression=false 2024-11-16T19:35:43,519 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T19:35:43,522 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T19:35:43,674 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 608, reset compression=false 2024-11-16T19:35:43,757 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 654, reset compression=false 2024-11-16T19:35:43,771 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:43,771 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 758, reset compression=false 2024-11-16T19:35:43,771 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,34247,1731785730023 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cb95f4cc78346254f2fcfb111538fc3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T19:35:43,776 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:43,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-16T19:35:43,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:43,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:43,974 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 480, reset compression=false 2024-11-16T19:35:43,976 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 758, reset compression=false 2024-11-16T19:35:44,182 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 608, reset compression=false 2024-11-16T19:35:44,187 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:44,187 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 735, reset compression=false 2024-11-16T19:35:44,187 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35963,1731785726551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:44,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:35:44,325 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 758, reset compression=false 2024-11-16T19:35:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,402 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 735, reset compression=false 2024-11-16T19:35:44,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:44,525 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T19:35:44,530 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T19:35:44,718 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 480, reset compression=false 2024-11-16T19:35:44,724 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:44,724 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:44,724 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.shipperd11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,40141,1731785723376 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b9e52d3cbf1ab855e7111eac331640e/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T19:35:44,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:44,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:44,733 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 758, reset compression=false 2024-11-16T19:35:44,738 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 735, reset compression=false 2024-11-16T19:35:44,743 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:44,743 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 883, reset compression=false 2024-11-16T19:35:44,743 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35963,1731785726551 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bddd6a0fddc122648a15e3d92d722d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T19:35:44,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:44,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:44,931 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:44,969 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 883, reset compression=false 2024-11-16T19:35:45,237 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 758, reset compression=false 2024-11-16T19:35:45,252 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:45,278 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 883, reset compression=false 2024-11-16T19:35:45,283 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:45,283 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 929, reset compression=false 2024-11-16T19:35:45,283 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,34247,1731785730023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:45,519 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 929, reset compression=false 2024-11-16T19:35:45,534 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T19:35:45,539 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T19:35:45,693 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:45,705 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 883, reset compression=false 2024-11-16T19:35:45,732 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:45,732 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1042, reset compression=false 2024-11-16T19:35:45,732 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35963,1731785726551 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bddd6a0fddc122648a15e3d92d722d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T19:35:45,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:45,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34247 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:45,846 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 929, reset compression=false 2024-11-16T19:35:45,867 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:45,867 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1078, reset compression=false 2024-11-16T19:35:45,867 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,34247,1731785730023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:45,938 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1042, reset compression=false 2024-11-16T19:35:46,079 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1078, reset compression=false 2024-11-16T19:35:46,206 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:46,243 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1042, reset compression=false 2024-11-16T19:35:46,383 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1078, reset compression=false 2024-11-16T19:35:46,541 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T19:35:46,546 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T19:35:46,648 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1042, reset compression=false 2024-11-16T19:35:46,789 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1078, reset compression=false 2024-11-16T19:35:46,811 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:46,818 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:35:46,818 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1237, reset compression=false 2024-11-16T19:35:46,818 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,34247,1731785730023 got entry batch from reader: WALEntryBatch [walEntries=[{test/6cb95f4cc78346254f2fcfb111538fc3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T19:35:46,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T19:35:46,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T19:35:47,060 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1237, reset compression=false 2024-11-16T19:35:47,161 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1042, reset compression=false 2024-11-16T19:35:47,166 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:47,166 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1191, reset compression=false 2024-11-16T19:35:47,166 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35963,1731785726551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:47,370 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1191, reset compression=false 2024-11-16T19:35:47,393 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1237, reset compression=false 2024-11-16T19:35:47,540 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:47,560 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T19:35:47,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:35:47,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:47,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:47,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:47,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:47,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:47,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:35:47,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1169241602, stopped=false 2024-11-16T19:35:47,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,46511,1731785729986 2024-11-16T19:35:47,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2460298870/running 2024-11-16T19:35:47,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2460298870/running 2024-11-16T19:35:47,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:47,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:47,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on znode that does not yet exist, /2460298870/running 2024-11-16T19:35:47,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Set watcher on znode that does not yet exist, /2460298870/running 2024-11-16T19:35:47,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:47,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:47,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:47,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:47,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,34247,1731785730023' ***** 2024-11-16T19:35:47,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:35:47,583 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:35:47,583 INFO [RS:0;d11ab77873cb:34247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:35:47,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:35:47,583 INFO [RS:0;d11ab77873cb:34247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:35:47,583 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b302c0992e9017915610efce9c3c0a4 2024-11-16T19:35:47,584 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:47,585 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,34247,1731785730023 2024-11-16T19:35:47,585 INFO [RS:0;d11ab77873cb:34247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:47,585 INFO [RS:0;d11ab77873cb:34247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:34247. 2024-11-16T19:35:47,585 DEBUG [RS:0;d11ab77873cb:34247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:47,585 DEBUG [RS:0;d11ab77873cb:34247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:47,585 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:35:47,585 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:35:47,585 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b302c0992e9017915610efce9c3c0a4, disabling compactions & flushes 2024-11-16T19:35:47,585 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:35:47,585 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:47,585 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:35:47,585 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:47,585 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. after waiting 0 ms 2024-11-16T19:35:47,585 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:47,586 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b302c0992e9017915610efce9c3c0a4 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T19:35:47,597 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:35:47,597 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1325): Online Regions={3b302c0992e9017915610efce9c3c0a4=hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4., 1588230740=hbase:meta,,1.1588230740, 6cb95f4cc78346254f2fcfb111538fc3=test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3.} 2024-11-16T19:35:47,597 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b302c0992e9017915610efce9c3c0a4, 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:47,597 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:47,597 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:47,597 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:47,597 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:47,598 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:47,598 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:35:47,624 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4/.tmp/queue/670b716fa70d438b804815ec60b6f538 is 154, key is 1-d11ab77873cb,34247,1731785730023/queue:d11ab77873cb%2C34247%2C1731785730023/1731785746825/Put/seqid=0 2024-11-16T19:35:47,628 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/info/c061c99342ef444a808bb90d7e836aa5 is 147, key is hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4./info:regioninfo/1731785740763/Put/seqid=0 2024-11-16T19:35:47,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741840_1016 (size=5353) 2024-11-16T19:35:47,641 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:47,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741841_1017 (size=7686) 2024-11-16T19:35:47,661 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/info/c061c99342ef444a808bb90d7e836aa5 2024-11-16T19:35:47,677 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1191, reset compression=false 2024-11-16T19:35:47,710 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/ns/fb7f854f0f664a348665eac2c1d37820 is 43, key is default/ns:d/1731785732981/Put/seqid=0 2024-11-16T19:35:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741842_1018 (size=5153) 2024-11-16T19:35:47,718 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/ns/fb7f854f0f664a348665eac2c1d37820 2024-11-16T19:35:47,754 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/rep_barrier/b61a7857b5e64fc0bb94937fd30b63db is 112, key is test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3./rep_barrier:seqnumDuringOpen/1731785737811/Put/seqid=0 2024-11-16T19:35:47,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741843_1019 (size=5518) 2024-11-16T19:35:47,775 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/rep_barrier/b61a7857b5e64fc0bb94937fd30b63db 2024-11-16T19:35:47,797 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b302c0992e9017915610efce9c3c0a4, 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:47,802 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1237, reset compression=false 2024-11-16T19:35:47,819 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/table/77723fd1cb5b4b93acce6adabcc0e34c is 53, key is hbase:replication/table:state/1731785740768/Put/seqid=0 2024-11-16T19:35:47,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741844_1020 (size=5308) 2024-11-16T19:35:47,830 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/table/77723fd1cb5b4b93acce6adabcc0e34c 2024-11-16T19:35:47,837 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/info/c061c99342ef444a808bb90d7e836aa5 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/info/c061c99342ef444a808bb90d7e836aa5 2024-11-16T19:35:47,844 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/info/c061c99342ef444a808bb90d7e836aa5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:35:47,845 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/ns/fb7f854f0f664a348665eac2c1d37820 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/ns/fb7f854f0f664a348665eac2c1d37820 2024-11-16T19:35:47,855 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/ns/fb7f854f0f664a348665eac2c1d37820, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:35:47,856 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/rep_barrier/b61a7857b5e64fc0bb94937fd30b63db as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/rep_barrier/b61a7857b5e64fc0bb94937fd30b63db 2024-11-16T19:35:47,865 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/rep_barrier/b61a7857b5e64fc0bb94937fd30b63db, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:35:47,866 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/.tmp/table/77723fd1cb5b4b93acce6adabcc0e34c as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/table/77723fd1cb5b4b93acce6adabcc0e34c 2024-11-16T19:35:47,874 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/table/77723fd1cb5b4b93acce6adabcc0e34c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:35:47,875 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 277ms, sequenceid=16, compaction requested=false 2024-11-16T19:35:47,889 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:35:47,891 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:47,891 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:47,891 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:47,891 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785747597Running coprocessor pre-close hooks at 1731785747597Disabling compacts and flushes for region at 1731785747597Disabling writes for close at 1731785747598 (+1 ms)Obtaining lock to block concurrent updates at 1731785747598Preparing flush snapshotting stores in 1588230740 at 1731785747598Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785747598Flushing stores of hbase:meta,,1.1588230740 at 1731785747599 (+1 ms)Flushing 1588230740/info: creating writer at 1731785747599Flushing 1588230740/info: appending metadata at 1731785747628 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731785747628Flushing 1588230740/ns: creating writer at 1731785747667 (+39 ms)Flushing 1588230740/ns: appending metadata at 1731785747709 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731785747709Flushing 1588230740/rep_barrier: creating writer at 1731785747723 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785747754 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785747754Flushing 1588230740/table: creating writer at 1731785747781 (+27 ms)Flushing 1588230740/table: appending metadata at 1731785747818 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731785747818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fff0eaa: reopening flushed file at 1731785747836 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdc455b: reopening flushed file at 1731785747844 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4098c132: reopening flushed file at 1731785747855 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5956cf41: reopening flushed file at 1731785747865 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 277ms, sequenceid=16, compaction requested=false at 1731785747875 (+10 ms)Writing region close event to WAL at 1731785747884 (+9 ms)Running coprocessor post-close hooks at 1731785747891 (+7 ms)Closed at 1731785747891 2024-11-16T19:35:47,891 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:47,980 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:35:47,980 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:35:47,998 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 3b302c0992e9017915610efce9c3c0a4, 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:48,029 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4/.tmp/queue/670b716fa70d438b804815ec60b6f538 2024-11-16T19:35:48,036 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4/.tmp/queue/670b716fa70d438b804815ec60b6f538 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4/queue/670b716fa70d438b804815ec60b6f538 2024-11-16T19:35:48,048 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4/queue/670b716fa70d438b804815ec60b6f538, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T19:35:48,049 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 3b302c0992e9017915610efce9c3c0a4 in 464ms, sequenceid=12, compaction requested=false 2024-11-16T19:35:48,057 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/hbase/replication/3b302c0992e9017915610efce9c3c0a4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T19:35:48,058 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:48,058 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:48,058 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:48,058 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b302c0992e9017915610efce9c3c0a4: Waiting for close lock at 1731785747585Running coprocessor pre-close hooks at 1731785747585Disabling compacts and flushes for region at 1731785747585Disabling writes for close at 1731785747585Obtaining lock to block concurrent updates at 1731785747586 (+1 ms)Preparing flush snapshotting stores in 3b302c0992e9017915610efce9c3c0a4 at 1731785747586Finished memstore snapshotting hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731785747587 (+1 ms)Flushing stores of hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. at 1731785747587Flushing 3b302c0992e9017915610efce9c3c0a4/queue: creating writer at 1731785747587Flushing 3b302c0992e9017915610efce9c3c0a4/queue: appending metadata at 1731785747623 (+36 ms)Flushing 3b302c0992e9017915610efce9c3c0a4/queue: closing flushed file at 1731785747623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5ee7be: reopening flushed file at 1731785748034 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 3b302c0992e9017915610efce9c3c0a4 in 464ms, sequenceid=12, compaction requested=false at 1731785748050 (+16 ms)Writing region close event to WAL at 1731785748050Running coprocessor post-close hooks at 1731785748058 (+8 ms)Closed at 1731785748058 2024-11-16T19:35:48,058 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785740340.3b302c0992e9017915610efce9c3c0a4. 2024-11-16T19:35:48,058 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cb95f4cc78346254f2fcfb111538fc3, disabling compactions & flushes 2024-11-16T19:35:48,059 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:48,059 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:48,059 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. after waiting 0 ms 2024-11-16T19:35:48,059 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:48,059 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6cb95f4cc78346254f2fcfb111538fc3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T19:35:48,082 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/f/2fd1cfe32af34ed688f34832b23d2436 is 29, key is row1/f:/1731785745535/DeleteFamily/seqid=0 2024-11-16T19:35:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741845_1021 (size=5152) 2024-11-16T19:35:48,094 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1191, reset compression=false 2024-11-16T19:35:48,198 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:48,326 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1237, reset compression=false 2024-11-16T19:35:48,332 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:48,332 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1484, reset compression=false 2024-11-16T19:35:48,332 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,34247,1731785730023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:48,334 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,34247,1731785730023: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,34247,1731785730023, walGroup=d11ab77873cb%2C34247%2C1731785730023, offset=d11ab77873cb%2C34247%2C1731785730023.1731785732008:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:34247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:35:48,335 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:35:48,336 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:35:48,336 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:35:48,336 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:35:48,336 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:35:48,336 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 903857192 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 200904728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:35:48,336 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:46511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:46511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:35:48,363 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:48,398 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:48,487 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/f/2fd1cfe32af34ed688f34832b23d2436 2024-11-16T19:35:48,492 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fd1cfe32af34ed688f34832b23d2436 2024-11-16T19:35:48,513 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/f1/f2b03595990d4920beb5957c494f3493 is 30, key is row1/f1:/1731785745535/DeleteFamily/seqid=0 2024-11-16T19:35:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741846_1022 (size=5158) 2024-11-16T19:35:48,544 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1484, reset compression=false 2024-11-16T19:35:48,598 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:35:48,598 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1325): Online Regions={6cb95f4cc78346254f2fcfb111538fc3=test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3.} 2024-11-16T19:35:48,598 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:48,599 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1191, reset compression=false 2024-11-16T19:35:48,799 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:48,848 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1484, reset compression=false 2024-11-16T19:35:48,918 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/f1/f2b03595990d4920beb5957c494f3493 2024-11-16T19:35:48,923 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2b03595990d4920beb5957c494f3493 2024-11-16T19:35:48,940 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/norep/470aa69f52164f8fb967cd3b357e2e32 is 33, key is row2/norep:/1731785746542/DeleteFamily/seqid=0 2024-11-16T19:35:48,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741847_1023 (size=5108) 2024-11-16T19:35:48,999 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:49,199 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:49,207 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1191, reset compression=false 2024-11-16T19:35:49,252 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/WALs/d11ab77873cb,34247,1731785730023/d11ab77873cb%2C34247%2C1731785730023.1731785732008 to pos 1484, reset compression=false 2024-11-16T19:35:49,267 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:49,374 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/norep/470aa69f52164f8fb967cd3b357e2e32 2024-11-16T19:35:49,379 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 470aa69f52164f8fb967cd3b357e2e32 2024-11-16T19:35:49,380 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/f/2fd1cfe32af34ed688f34832b23d2436 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/f/2fd1cfe32af34ed688f34832b23d2436 2024-11-16T19:35:49,384 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fd1cfe32af34ed688f34832b23d2436 2024-11-16T19:35:49,384 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/f/2fd1cfe32af34ed688f34832b23d2436, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T19:35:49,385 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/f1/f2b03595990d4920beb5957c494f3493 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/f1/f2b03595990d4920beb5957c494f3493 2024-11-16T19:35:49,388 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2b03595990d4920beb5957c494f3493 2024-11-16T19:35:49,388 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/f1/f2b03595990d4920beb5957c494f3493, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T19:35:49,393 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/.tmp/norep/470aa69f52164f8fb967cd3b357e2e32 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/norep/470aa69f52164f8fb967cd3b357e2e32 2024-11-16T19:35:49,399 DEBUG [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1351): Waiting on 6cb95f4cc78346254f2fcfb111538fc3 2024-11-16T19:35:49,410 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 470aa69f52164f8fb967cd3b357e2e32 2024-11-16T19:35:49,410 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/norep/470aa69f52164f8fb967cd3b357e2e32, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T19:35:49,411 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6cb95f4cc78346254f2fcfb111538fc3 in 1352ms, sequenceid=10, compaction requested=false 2024-11-16T19:35:49,419 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/data/default/test/6cb95f4cc78346254f2fcfb111538fc3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T19:35:49,420 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:49,420 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:49,420 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:49,420 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cb95f4cc78346254f2fcfb111538fc3: Waiting for close lock at 1731785748058Running coprocessor pre-close hooks at 1731785748058Disabling compacts and flushes for region at 1731785748058Disabling writes for close at 1731785748059 (+1 ms)Obtaining lock to block concurrent updates at 1731785748059Preparing flush snapshotting stores in 6cb95f4cc78346254f2fcfb111538fc3 at 1731785748059Finished memstore snapshotting test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731785748059Flushing stores of test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. at 1731785748059Flushing 6cb95f4cc78346254f2fcfb111538fc3/f: creating writer at 1731785748060 (+1 ms)Flushing 6cb95f4cc78346254f2fcfb111538fc3/f: appending metadata at 1731785748081 (+21 ms)Flushing 6cb95f4cc78346254f2fcfb111538fc3/f: closing flushed file at 1731785748081Flushing 6cb95f4cc78346254f2fcfb111538fc3/f1: creating writer at 1731785748493 (+412 ms)Flushing 6cb95f4cc78346254f2fcfb111538fc3/f1: appending metadata at 1731785748512 (+19 ms)Flushing 6cb95f4cc78346254f2fcfb111538fc3/f1: closing flushed file at 1731785748513 (+1 ms)Flushing 6cb95f4cc78346254f2fcfb111538fc3/norep: creating writer at 1731785748924 (+411 ms)Flushing 6cb95f4cc78346254f2fcfb111538fc3/norep: appending metadata at 1731785748940 (+16 ms)Flushing 6cb95f4cc78346254f2fcfb111538fc3/norep: closing flushed file at 1731785748940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf03d17: reopening flushed file at 1731785749379 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523d27df: reopening flushed file at 1731785749384 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569bd07d: reopening flushed file at 1731785749389 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6cb95f4cc78346254f2fcfb111538fc3 in 1352ms, sequenceid=10, compaction requested=false at 1731785749411 (+22 ms)Writing region close event to WAL at 1731785749415 (+4 ms)Running coprocessor post-close hooks at 1731785749420 (+5 ms)Closed at 1731785749420 2024-11-16T19:35:49,420 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785737382.6cb95f4cc78346254f2fcfb111538fc3. 2024-11-16T19:35:49,599 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,34247,1731785730023; all regions closed. 2024-11-16T19:35:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:35:49,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741839_1015 (size=3114) 2024-11-16T19:35:49,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741832_1008 (size=2136) 2024-11-16T19:35:49,608 DEBUG [RS:0;d11ab77873cb:34247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:49,608 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:49,608 INFO [RS:0;d11ab77873cb:34247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:49,608 INFO [RS:0;d11ab77873cb:34247 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:49,608 INFO [RS:0;d11ab77873cb:34247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:49,608 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:49,609 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,34247,1731785730023 because: Region server is closing 2024-11-16T19:35:49,609 INFO [RS:0;d11ab77873cb:34247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:34247. 2024-11-16T19:35:49,613 DEBUG [RS:0;d11ab77873cb:34247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:49,613 DEBUG [RS:0;d11ab77873cb:34247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:49,613 DEBUG [RS:0;d11ab77873cb:34247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:49,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:49,713 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.shipperd11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 terminated 2024-11-16T19:35:49,714 INFO [RS:0;d11ab77873cb:34247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:34247. 2024-11-16T19:35:49,714 DEBUG [RS:0;d11ab77873cb:34247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:49,714 DEBUG [RS:0;d11ab77873cb:34247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:49,714 DEBUG [RS:0;d11ab77873cb:34247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:49,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:49,714 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,34247,1731785730023.replicationSource.wal-reader.d11ab77873cb%2C34247%2C1731785730023,1-d11ab77873cb,34247,1731785730023 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T19:35:49,714 INFO [RS:0;d11ab77873cb:34247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34247 2024-11-16T19:35:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870/rs 2024-11-16T19:35:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2460298870/rs/d11ab77873cb,34247,1731785730023 2024-11-16T19:35:49,716 INFO [RS:0;d11ab77873cb:34247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:49,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,34247,1731785730023] 2024-11-16T19:35:49,718 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2460298870/draining/d11ab77873cb,34247,1731785730023 already deleted, retry=false 2024-11-16T19:35:49,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,34247,1731785730023 expired; onlineServers=0 2024-11-16T19:35:49,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,46511,1731785729986' ***** 2024-11-16T19:35:49,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:35:49,718 INFO [M:0;d11ab77873cb:46511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:49,718 INFO [M:0;d11ab77873cb:46511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:49,718 DEBUG [M:0;d11ab77873cb:46511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:35:49,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:35:49,718 DEBUG [M:0;d11ab77873cb:46511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:35:49,718 INFO [M:0;d11ab77873cb:46511 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:49,718 INFO [M:0;d11ab77873cb:46511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:49,719 DEBUG [M:0;d11ab77873cb:46511 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:35:49,719 INFO [M:0;d11ab77873cb:46511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:35:49,719 INFO [M:0;d11ab77873cb:46511 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:49,719 INFO [M:0;d11ab77873cb:46511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:35:49,719 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:35:49,719 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785731801 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785731801,5,FailOnTimeoutGroup] 2024-11-16T19:35:49,719 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785731805 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785731805,5,FailOnTimeoutGroup] 2024-11-16T19:35:49,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2460298870/master 2024-11-16T19:35:49,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2460298870 2024-11-16T19:35:49,722 DEBUG [M:0;d11ab77873cb:46511 {}] zookeeper.RecoverableZooKeeper(212): Node /2460298870/master already deleted, retry=false 2024-11-16T19:35:49,722 DEBUG [M:0;d11ab77873cb:46511 {}] master.ActiveMasterManager(353): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Failed delete of our master address node; KeeperErrorCode = NoNode for /2460298870/master 2024-11-16T19:35:49,722 INFO [M:0;d11ab77873cb:46511 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/.lastflushedseqids 2024-11-16T19:35:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741848_1024 (size=245) 2024-11-16T19:35:49,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:49,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34247-0x1004a0866170007, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:49,817 INFO [RS:0;d11ab77873cb:34247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:49,817 INFO [RS:0;d11ab77873cb:34247 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,34247,1731785730023; zookeeper connection closed. 2024-11-16T19:35:49,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3da18577 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3da18577 2024-11-16T19:35:49,818 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:35:49,912 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1191, reset compression=false 2024-11-16T19:35:50,149 INFO [M:0;d11ab77873cb:46511 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:35:50,149 INFO [M:0;d11ab77873cb:46511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:35:50,150 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:50,150 INFO [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:50,150 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:50,150 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:50,150 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:50,150 INFO [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T19:35:50,168 DEBUG [M:0;d11ab77873cb:46511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98ea691d210a435382018b5877a9eda6 is 82, key is hbase:meta,,1/info:regioninfo/1731785732971/Put/seqid=0 2024-11-16T19:35:50,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741849_1025 (size=5672) 2024-11-16T19:35:50,173 INFO [M:0;d11ab77873cb:46511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98ea691d210a435382018b5877a9eda6 2024-11-16T19:35:50,196 DEBUG [M:0;d11ab77873cb:46511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edf68d03a7484f63946b07f14f201f57 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785740771/Put/seqid=0 2024-11-16T19:35:50,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741850_1026 (size=8515) 2024-11-16T19:35:50,200 INFO [M:0;d11ab77873cb:46511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edf68d03a7484f63946b07f14f201f57 2024-11-16T19:35:50,220 DEBUG [M:0;d11ab77873cb:46511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/296011b0d43e448784a4aaa7d3049cf9 is 69, key is d11ab77873cb,34247,1731785730023/rs:state/1731785731864/Put/seqid=0 2024-11-16T19:35:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741851_1027 (size=5156) 2024-11-16T19:35:50,226 INFO [M:0;d11ab77873cb:46511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/296011b0d43e448784a4aaa7d3049cf9 2024-11-16T19:35:50,232 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98ea691d210a435382018b5877a9eda6 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98ea691d210a435382018b5877a9eda6 2024-11-16T19:35:50,236 INFO [M:0;d11ab77873cb:46511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98ea691d210a435382018b5877a9eda6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T19:35:50,237 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edf68d03a7484f63946b07f14f201f57 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edf68d03a7484f63946b07f14f201f57 2024-11-16T19:35:50,244 INFO [M:0;d11ab77873cb:46511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edf68d03a7484f63946b07f14f201f57, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T19:35:50,244 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/296011b0d43e448784a4aaa7d3049cf9 as hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/296011b0d43e448784a4aaa7d3049cf9 2024-11-16T19:35:50,248 INFO [M:0;d11ab77873cb:46511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43243/user/jenkins/test-data/e05d0a01-9bf0-6117-b43c-df402471fe36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/296011b0d43e448784a4aaa7d3049cf9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T19:35:50,249 INFO [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=97, compaction requested=false 2024-11-16T19:35:50,250 INFO [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:50,250 DEBUG [M:0;d11ab77873cb:46511 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785750149Disabling compacts and flushes for region at 1731785750149Disabling writes for close at 1731785750150 (+1 ms)Obtaining lock to block concurrent updates at 1731785750150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785750150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731785750150Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785750151 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785750151Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785750167 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785750167Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785750177 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785750195 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785750196 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785750204 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785750220 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785750220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f6f6afd: reopening flushed file at 1731785750231 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cafa69a: reopening flushed file at 1731785750237 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca34aed: reopening flushed file at 1731785750244 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=97, compaction requested=false at 1731785750249 (+5 ms)Writing region close event to WAL at 1731785750250 (+1 ms)Closed at 1731785750250 2024-11-16T19:35:50,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32943 is added to blk_1073741830_1006 (size=63642) 2024-11-16T19:35:50,252 INFO [M:0;d11ab77873cb:46511 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:35:50,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:50,252 INFO [M:0;d11ab77873cb:46511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46511 2024-11-16T19:35:50,253 INFO [M:0;d11ab77873cb:46511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:50,270 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:50,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:50,354 INFO [M:0;d11ab77873cb:46511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:50,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46511-0x1004a0866170006, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:50,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55e06c2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:50,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d23dd33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:50,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:50,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a80fac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:50,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf3f887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:50,360 WARN [BP-1842591642-172.17.0.2-1731785729102 heartbeating to localhost/127.0.0.1:43243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:35:50,360 WARN [BP-1842591642-172.17.0.2-1731785729102 heartbeating to localhost/127.0.0.1:43243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1842591642-172.17.0.2-1731785729102 (Datanode Uuid 118161d7-cf6b-4249-a795-99a45dc967e6) service to localhost/127.0.0.1:43243 2024-11-16T19:35:50,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/cluster_99fc88a1-8263-df2d-ffbe-590a7de722eb/data/data1/current/BP-1842591642-172.17.0.2-1731785729102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:50,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/cluster_99fc88a1-8263-df2d-ffbe-590a7de722eb/data/data2/current/BP-1842591642-172.17.0.2-1731785729102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:50,361 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:35:50,361 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:35:50,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:35:50,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5270d0c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:50,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1261b299{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:50,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:50,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18564b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:50,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2974110c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:50,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:35:50,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:35:50,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:50,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:50,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:50,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:50,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:50,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:35:50,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=696367802, stopped=false 2024-11-16T19:35:50,389 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,45633,1731785726524 2024-11-16T19:35:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651392875/running 2024-11-16T19:35:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651392875/running 2024-11-16T19:35:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:50,390 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:50,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on znode that does not yet exist, /11651392875/running 2024-11-16T19:35:50,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Set watcher on znode that does not yet exist, /11651392875/running 2024-11-16T19:35:50,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:50,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:50,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:50,392 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,35963,1731785726551' ***** 2024-11-16T19:35:50,392 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:35:50,392 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:35:50,392 INFO [RS:0;d11ab77873cb:35963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:35:50,392 INFO [RS:0;d11ab77873cb:35963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:35:50,392 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(3091): Received CLOSE for 97e93bdfba2c7ac574515361b4d8b576 2024-11-16T19:35:50,393 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(3091): Received CLOSE for f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:50,393 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97e93bdfba2c7ac574515361b4d8b576, disabling compactions & flushes 2024-11-16T19:35:50,393 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:50,393 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,35963,1731785726551 2024-11-16T19:35:50,393 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:50,393 INFO [RS:0;d11ab77873cb:35963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:50,393 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. after waiting 0 ms 2024-11-16T19:35:50,393 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:50,393 INFO [RS:0;d11ab77873cb:35963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35963. 2024-11-16T19:35:50,393 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97e93bdfba2c7ac574515361b4d8b576 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T19:35:50,393 DEBUG [RS:0;d11ab77873cb:35963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:50,393 DEBUG [RS:0;d11ab77873cb:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:50,394 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:35:50,396 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:35:50,397 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:35:50,397 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:35:50,397 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:35:50,397 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:35:50,397 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 97e93bdfba2c7ac574515361b4d8b576=hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576., f7bddd6a0fddc122648a15e3d92d722d=test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d.} 2024-11-16T19:35:50,397 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97e93bdfba2c7ac574515361b4d8b576, f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:50,397 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:50,397 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:50,397 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:50,397 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:50,397 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:50,397 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:35:50,416 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/info/5a6f98c8a08c4addb3c6da7790af4e5a is 147, key is hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576./info:regioninfo/1731785739973/Put/seqid=0 2024-11-16T19:35:50,416 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576/.tmp/queue/37f98fc1e1e84d00875cccd263f98f28 is 154, key is 1-d11ab77873cb,35963,1731785726551/queue:d11ab77873cb%2C35963%2C1731785726551/1731785747167/Put/seqid=0 2024-11-16T19:35:50,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741841_1017 (size=7686) 2024-11-16T19:35:50,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741840_1016 (size=5353) 2024-11-16T19:35:50,426 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576/.tmp/queue/37f98fc1e1e84d00875cccd263f98f28 2024-11-16T19:35:50,431 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576/.tmp/queue/37f98fc1e1e84d00875cccd263f98f28 as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576/queue/37f98fc1e1e84d00875cccd263f98f28 2024-11-16T19:35:50,436 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576/queue/37f98fc1e1e84d00875cccd263f98f28, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T19:35:50,437 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 97e93bdfba2c7ac574515361b4d8b576 in 44ms, sequenceid=12, compaction requested=false 2024-11-16T19:35:50,445 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:50,453 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/replication/97e93bdfba2c7ac574515361b4d8b576/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T19:35:50,454 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:50,454 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:50,454 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:50,454 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97e93bdfba2c7ac574515361b4d8b576: Waiting for close lock at 1731785750393Running coprocessor pre-close hooks at 1731785750393Disabling compacts and flushes for region at 1731785750393Disabling writes for close at 1731785750393Obtaining lock to block concurrent updates at 1731785750393Preparing flush snapshotting stores in 97e93bdfba2c7ac574515361b4d8b576 at 1731785750393Finished memstore snapshotting hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731785750393Flushing stores of hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. at 1731785750394 (+1 ms)Flushing 97e93bdfba2c7ac574515361b4d8b576/queue: creating writer at 1731785750394Flushing 97e93bdfba2c7ac574515361b4d8b576/queue: appending metadata at 1731785750415 (+21 ms)Flushing 97e93bdfba2c7ac574515361b4d8b576/queue: closing flushed file at 1731785750415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3b89b: reopening flushed file at 1731785750431 (+16 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 97e93bdfba2c7ac574515361b4d8b576 in 44ms, sequenceid=12, compaction requested=false at 1731785750437 (+6 ms)Writing region close event to WAL at 1731785750437Running coprocessor post-close hooks at 1731785750454 (+17 ms)Closed at 1731785750454 2024-11-16T19:35:50,454 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785739185.97e93bdfba2c7ac574515361b4d8b576. 2024-11-16T19:35:50,454 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7bddd6a0fddc122648a15e3d92d722d, disabling compactions & flushes 2024-11-16T19:35:50,456 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:50,456 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:50,456 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. after waiting 0 ms 2024-11-16T19:35:50,456 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:50,456 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7bddd6a0fddc122648a15e3d92d722d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T19:35:50,472 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/f/ffc7e7c3b70a4b26a18f3779e109f32e is 29, key is row1/f:/1731785745535/DeleteFamily/seqid=0 2024-11-16T19:35:50,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741842_1018 (size=5152) 2024-11-16T19:35:50,476 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/f/ffc7e7c3b70a4b26a18f3779e109f32e 2024-11-16T19:35:50,480 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffc7e7c3b70a4b26a18f3779e109f32e 2024-11-16T19:35:50,496 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/f1/7af69166863d4222889042d69f519030 is 30, key is row1/f1:/1731785745535/DeleteFamily/seqid=0 2024-11-16T19:35:50,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741843_1019 (size=5158) 2024-11-16T19:35:50,597 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:50,721 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1191, reset compression=false 2024-11-16T19:35:50,725 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:50,725 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1438, reset compression=false 2024-11-16T19:35:50,725 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,35963,1731785726551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:35:50,726 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,35963,1731785726551: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d11ab77873cb,35963,1731785726551, walGroup=d11ab77873cb%2C35963%2C1731785726551, offset=d11ab77873cb%2C35963%2C1731785726551.1731785728148:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:35963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:35:50,727 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:35:50,727 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:35:50,728 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:35:50,728 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:35:50,728 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:35:50,728 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 962577448 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201210800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:35:50,728 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:45633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:45633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:35:50,798 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:50,823 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/info/5a6f98c8a08c4addb3c6da7790af4e5a 2024-11-16T19:35:50,841 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/ns/d7bda97f2bad4c7dbb12590c56181192 is 43, key is default/ns:d/1731785729062/Put/seqid=0 2024-11-16T19:35:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741844_1020 (size=5153) 2024-11-16T19:35:50,845 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/ns/d7bda97f2bad4c7dbb12590c56181192 2024-11-16T19:35:50,864 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/rep_barrier/6444dd10a83a49c6aefa886f4cf8844c is 112, key is test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d./rep_barrier:seqnumDuringOpen/1731785736471/Put/seqid=0 2024-11-16T19:35:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741845_1021 (size=5518) 2024-11-16T19:35:50,903 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/f1/7af69166863d4222889042d69f519030 2024-11-16T19:35:50,907 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7af69166863d4222889042d69f519030 2024-11-16T19:35:50,930 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/norep/4f1919e248884ffcb3e8bbca189c9f8a is 33, key is row1/norep:/1731785745535/DeleteFamily/seqid=0 2024-11-16T19:35:50,930 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1438, reset compression=false 2024-11-16T19:35:50,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741846_1022 (size=5108) 2024-11-16T19:35:50,998 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:51,010 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:35:51,010 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:35:51,198 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:51,234 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1438, reset compression=false 2024-11-16T19:35:51,271 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/rep_barrier/6444dd10a83a49c6aefa886f4cf8844c 2024-11-16T19:35:51,293 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/table/7b787a7041bd48f9978077ce6162ec14 is 53, key is hbase:replication/table:state/1731785739985/Put/seqid=0 2024-11-16T19:35:51,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741847_1023 (size=5308) 2024-11-16T19:35:51,335 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/norep/4f1919e248884ffcb3e8bbca189c9f8a 2024-11-16T19:35:51,338 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f1919e248884ffcb3e8bbca189c9f8a 2024-11-16T19:35:51,339 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/f/ffc7e7c3b70a4b26a18f3779e109f32e as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/f/ffc7e7c3b70a4b26a18f3779e109f32e 2024-11-16T19:35:51,343 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffc7e7c3b70a4b26a18f3779e109f32e 2024-11-16T19:35:51,343 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/f/ffc7e7c3b70a4b26a18f3779e109f32e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T19:35:51,344 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/f1/7af69166863d4222889042d69f519030 as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/f1/7af69166863d4222889042d69f519030 2024-11-16T19:35:51,348 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7af69166863d4222889042d69f519030 2024-11-16T19:35:51,349 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/f1/7af69166863d4222889042d69f519030, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T19:35:51,350 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/.tmp/norep/4f1919e248884ffcb3e8bbca189c9f8a as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/norep/4f1919e248884ffcb3e8bbca189c9f8a 2024-11-16T19:35:51,359 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f1919e248884ffcb3e8bbca189c9f8a 2024-11-16T19:35:51,359 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/norep/4f1919e248884ffcb3e8bbca189c9f8a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T19:35:51,360 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f7bddd6a0fddc122648a15e3d92d722d in 904ms, sequenceid=10, compaction requested=false 2024-11-16T19:35:51,360 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:35:51,377 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:51,397 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/default/test/f7bddd6a0fddc122648a15e3d92d722d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T19:35:51,398 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:35:51,398 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f7bddd6a0fddc122648a15e3d92d722d=test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d.} 2024-11-16T19:35:51,398 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7bddd6a0fddc122648a15e3d92d722d 2024-11-16T19:35:51,398 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:51,398 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:51,398 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:51,399 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7bddd6a0fddc122648a15e3d92d722d: Waiting for close lock at 1731785750454Running coprocessor pre-close hooks at 1731785750454Disabling compacts and flushes for region at 1731785750454Disabling writes for close at 1731785750456 (+2 ms)Obtaining lock to block concurrent updates at 1731785750456Preparing flush snapshotting stores in f7bddd6a0fddc122648a15e3d92d722d at 1731785750456Finished memstore snapshotting test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731785750456Flushing stores of test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. at 1731785750456Flushing f7bddd6a0fddc122648a15e3d92d722d/f: creating writer at 1731785750457 (+1 ms)Flushing f7bddd6a0fddc122648a15e3d92d722d/f: appending metadata at 1731785750472 (+15 ms)Flushing f7bddd6a0fddc122648a15e3d92d722d/f: closing flushed file at 1731785750472Flushing f7bddd6a0fddc122648a15e3d92d722d/f1: creating writer at 1731785750480 (+8 ms)Flushing f7bddd6a0fddc122648a15e3d92d722d/f1: appending metadata at 1731785750495 (+15 ms)Flushing f7bddd6a0fddc122648a15e3d92d722d/f1: closing flushed file at 1731785750495Flushing f7bddd6a0fddc122648a15e3d92d722d/norep: creating writer at 1731785750907 (+412 ms)Flushing f7bddd6a0fddc122648a15e3d92d722d/norep: appending metadata at 1731785750929 (+22 ms)Flushing f7bddd6a0fddc122648a15e3d92d722d/norep: closing flushed file at 1731785750929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9e88cc: reopening flushed file at 1731785751338 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c56daf6: reopening flushed file at 1731785751343 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1bb926: reopening flushed file at 1731785751349 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f7bddd6a0fddc122648a15e3d92d722d in 904ms, sequenceid=10, compaction requested=false at 1731785751360 (+11 ms)Writing region close event to WAL at 1731785751382 (+22 ms)Running coprocessor post-close hooks at 1731785751398 (+16 ms)Closed at 1731785751398 2024-11-16T19:35:51,399 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785735212.f7bddd6a0fddc122648a15e3d92d722d. 2024-11-16T19:35:51,598 DEBUG [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:35:51,639 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 1438, reset compression=false 2024-11-16T19:35:51,644 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:35:51,644 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 2082, reset compression=false 2024-11-16T19:35:51,698 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/table/7b787a7041bd48f9978077ce6162ec14 2024-11-16T19:35:51,703 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/info/5a6f98c8a08c4addb3c6da7790af4e5a as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/info/5a6f98c8a08c4addb3c6da7790af4e5a 2024-11-16T19:35:51,708 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/info/5a6f98c8a08c4addb3c6da7790af4e5a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:35:51,709 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/ns/d7bda97f2bad4c7dbb12590c56181192 as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/ns/d7bda97f2bad4c7dbb12590c56181192 2024-11-16T19:35:51,717 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/ns/d7bda97f2bad4c7dbb12590c56181192, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:35:51,717 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/rep_barrier/6444dd10a83a49c6aefa886f4cf8844c as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/rep_barrier/6444dd10a83a49c6aefa886f4cf8844c 2024-11-16T19:35:51,724 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/rep_barrier/6444dd10a83a49c6aefa886f4cf8844c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:35:51,725 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/.tmp/table/7b787a7041bd48f9978077ce6162ec14 as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/table/7b787a7041bd48f9978077ce6162ec14 2024-11-16T19:35:51,730 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/table/7b787a7041bd48f9978077ce6162ec14, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:35:51,734 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-16T19:35:51,734 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:35:51,792 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:35:51,793 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:51,793 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:51,793 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:51,793 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785750397Running coprocessor pre-close hooks at 1731785750397Disabling compacts and flushes for region at 1731785750397Disabling writes for close at 1731785750397Obtaining lock to block concurrent updates at 1731785750397Preparing flush snapshotting stores in 1588230740 at 1731785750397Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785750398 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785750398Flushing 1588230740/info: creating writer at 1731785750398Flushing 1588230740/info: appending metadata at 1731785750415 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731785750416 (+1 ms)Flushing 1588230740/ns: creating writer at 1731785750828 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731785750840 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731785750840Flushing 1588230740/rep_barrier: creating writer at 1731785750848 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785750864 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785750864Flushing 1588230740/table: creating writer at 1731785751275 (+411 ms)Flushing 1588230740/table: appending metadata at 1731785751292 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731785751292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25659893: reopening flushed file at 1731785751703 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ab0578: reopening flushed file at 1731785751708 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8d9769: reopening flushed file at 1731785751717 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285754e6: reopening flushed file at 1731785751724 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731785751734 (+10 ms)Writing region close event to WAL at 1731785751789 (+55 ms)Running coprocessor post-close hooks at 1731785751793 (+4 ms)Closed at 1731785751793 2024-11-16T19:35:51,793 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:51,799 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,35963,1731785726551; all regions closed. 2024-11-16T19:35:51,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:35:51,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741839_1015 (size=3114) 2024-11-16T19:35:51,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741832_1008 (size=2090) 2024-11-16T19:35:51,815 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 not finished, retry = 0 2024-11-16T19:35:51,848 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 to pos 2082, reset compression=false 2024-11-16T19:35:51,916 DEBUG [RS:0;d11ab77873cb:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:51,916 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:51,916 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/WALs/d11ab77873cb,35963,1731785726551/d11ab77873cb%2C35963%2C1731785726551.1731785728148 2024-11-16T19:35:51,916 INFO [RS:0;d11ab77873cb:35963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:51,916 INFO [RS:0;d11ab77873cb:35963 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:51,916 INFO [RS:0;d11ab77873cb:35963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:51,916 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,35963,1731785726551 because: Region server is closing 2024-11-16T19:35:51,916 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:51,917 INFO [RS:0;d11ab77873cb:35963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35963. 2024-11-16T19:35:51,917 DEBUG [RS:0;d11ab77873cb:35963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:51,917 DEBUG [RS:0;d11ab77873cb:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:51,917 DEBUG [RS:0;d11ab77873cb:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:51,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:52,017 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.shipperd11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 terminated 2024-11-16T19:35:52,017 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,35963,1731785726551.replicationSource.wal-reader.d11ab77873cb%2C35963%2C1731785726551,1-d11ab77873cb,35963,1731785726551 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-16T19:35:52,017 INFO [RS:0;d11ab77873cb:35963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:35963. 2024-11-16T19:35:52,017 DEBUG [RS:0;d11ab77873cb:35963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:52,017 DEBUG [RS:0;d11ab77873cb:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:52,018 DEBUG [RS:0;d11ab77873cb:35963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:52,018 INFO [RS:0;d11ab77873cb:35963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35963 2024-11-16T19:35:52,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:52,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651392875/rs/d11ab77873cb,35963,1731785726551 2024-11-16T19:35:52,019 INFO [RS:0;d11ab77873cb:35963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:52,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875/rs 2024-11-16T19:35:52,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,35963,1731785726551] 2024-11-16T19:35:52,021 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11651392875/draining/d11ab77873cb,35963,1731785726551 already deleted, retry=false 2024-11-16T19:35:52,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,35963,1731785726551 expired; onlineServers=0 2024-11-16T19:35:52,021 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,45633,1731785726524' ***** 2024-11-16T19:35:52,021 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:35:52,021 INFO [M:0;d11ab77873cb:45633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:52,021 INFO [M:0;d11ab77873cb:45633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:52,021 DEBUG [M:0;d11ab77873cb:45633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:35:52,021 DEBUG [M:0;d11ab77873cb:45633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:35:52,021 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:35:52,021 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785727897 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785727897,5,FailOnTimeoutGroup] 2024-11-16T19:35:52,021 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785727897 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785727897,5,FailOnTimeoutGroup] 2024-11-16T19:35:52,022 INFO [M:0;d11ab77873cb:45633 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:52,022 INFO [M:0;d11ab77873cb:45633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:52,022 DEBUG [M:0;d11ab77873cb:45633 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:35:52,022 INFO [M:0;d11ab77873cb:45633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:35:52,022 INFO [M:0;d11ab77873cb:45633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:52,022 INFO [M:0;d11ab77873cb:45633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:35:52,022 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:35:52,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11651392875/master 2024-11-16T19:35:52,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11651392875 2024-11-16T19:35:52,024 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11651392875/master already deleted, retry=false 2024-11-16T19:35:52,024 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Failed delete of our master address node; KeeperErrorCode = NoNode for /11651392875/master 2024-11-16T19:35:52,025 INFO [M:0;d11ab77873cb:45633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/.lastflushedseqids 2024-11-16T19:35:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741848_1024 (size=245) 2024-11-16T19:35:52,055 INFO [M:0;d11ab77873cb:45633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:35:52,055 INFO [M:0;d11ab77873cb:45633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:35:52,055 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:52,056 INFO [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:52,056 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:52,056 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:52,056 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:52,056 INFO [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T19:35:52,073 DEBUG [M:0;d11ab77873cb:45633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54f20bd180f84c22a64de0c7fa909903 is 82, key is hbase:meta,,1/info:regioninfo/1731785729055/Put/seqid=0 2024-11-16T19:35:52,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741849_1025 (size=5672) 2024-11-16T19:35:52,092 INFO [M:0;d11ab77873cb:45633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54f20bd180f84c22a64de0c7fa909903 2024-11-16T19:35:52,114 DEBUG [M:0;d11ab77873cb:45633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db135944fbf747ce945d2c5e101a5f1f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785739989/Put/seqid=0 2024-11-16T19:35:52,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:52,120 INFO [RS:0;d11ab77873cb:35963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:52,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35963-0x1004a0866170004, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:52,120 INFO [RS:0;d11ab77873cb:35963 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,35963,1731785726551; zookeeper connection closed. 2024-11-16T19:35:52,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48efb0b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48efb0b7 2024-11-16T19:35:52,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:35:52,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741850_1026 (size=8515) 2024-11-16T19:35:52,133 INFO [M:0;d11ab77873cb:45633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db135944fbf747ce945d2c5e101a5f1f 2024-11-16T19:35:52,153 DEBUG [M:0;d11ab77873cb:45633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13aa2176d8df480a868d5e4318e69f2b is 69, key is d11ab77873cb,35963,1731785726551/rs:state/1731785727994/Put/seqid=0 2024-11-16T19:35:52,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741851_1027 (size=5156) 2024-11-16T19:35:52,567 INFO [M:0;d11ab77873cb:45633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13aa2176d8df480a868d5e4318e69f2b 2024-11-16T19:35:52,572 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54f20bd180f84c22a64de0c7fa909903 as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54f20bd180f84c22a64de0c7fa909903 2024-11-16T19:35:52,578 INFO [M:0;d11ab77873cb:45633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54f20bd180f84c22a64de0c7fa909903, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T19:35:52,579 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db135944fbf747ce945d2c5e101a5f1f as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db135944fbf747ce945d2c5e101a5f1f 2024-11-16T19:35:52,584 INFO [M:0;d11ab77873cb:45633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db135944fbf747ce945d2c5e101a5f1f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T19:35:52,585 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13aa2176d8df480a868d5e4318e69f2b as hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13aa2176d8df480a868d5e4318e69f2b 2024-11-16T19:35:52,590 INFO [M:0;d11ab77873cb:45633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37177/user/jenkins/test-data/bbd47b12-6a7d-a63d-9bd8-0f763cb2220d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13aa2176d8df480a868d5e4318e69f2b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T19:35:52,591 INFO [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=97, compaction requested=false 2024-11-16T19:35:52,598 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.wal-reader.d11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/WALs/d11ab77873cb,40141,1731785723376/d11ab77873cb%2C40141%2C1731785723376.1731785724560 to pos 636, reset compression=false 2024-11-16T19:35:52,602 INFO [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:52,602 DEBUG [M:0;d11ab77873cb:45633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785752055Disabling compacts and flushes for region at 1731785752055Disabling writes for close at 1731785752056 (+1 ms)Obtaining lock to block concurrent updates at 1731785752056Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785752056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731785752056Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785752057 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785752057Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785752073 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785752073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785752097 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785752114 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785752114Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785752136 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785752153 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785752153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d37d88: reopening flushed file at 1731785752572 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d8a407: reopening flushed file at 1731785752578 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785643e4: reopening flushed file at 1731785752584 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=97, compaction requested=false at 1731785752591 (+7 ms)Writing region close event to WAL at 1731785752602 (+11 ms)Closed at 1731785752602 2024-11-16T19:35:52,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34947 is added to blk_1073741830_1006 (size=63642) 2024-11-16T19:35:52,623 INFO [M:0;d11ab77873cb:45633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:35:52,623 INFO [M:0;d11ab77873cb:45633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45633 2024-11-16T19:35:52,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:52,624 INFO [M:0;d11ab77873cb:45633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:52,726 INFO [M:0;d11ab77873cb:45633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x1004a0866170003, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:52,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fe70380{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:52,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59d74f8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:52,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:52,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe99cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:52,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@442d8dc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:52,741 WARN [BP-2116316868-172.17.0.2-1731785725630 heartbeating to localhost/127.0.0.1:37177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:35:52,741 WARN [BP-2116316868-172.17.0.2-1731785725630 heartbeating to localhost/127.0.0.1:37177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2116316868-172.17.0.2-1731785725630 (Datanode Uuid 3bf06712-0eab-4c9d-a05f-643ad4aec05c) service to localhost/127.0.0.1:37177 2024-11-16T19:35:52,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/cluster_9253cf3b-f469-4d91-c558-c64b606c3614/data/data1/current/BP-2116316868-172.17.0.2-1731785725630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:52,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/cluster_9253cf3b-f469-4d91-c558-c64b606c3614/data/data2/current/BP-2116316868-172.17.0.2-1731785725630 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:52,742 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:35:52,742 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:35:52,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:35:52,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75029d74{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:52,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133885a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:52,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:52,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5111e183{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:52,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@315b0059{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ddd9725c-3274-bfe3-9abf-44347588cb71/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:52,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:35:52,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:35:52,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:52,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:52,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:52,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:52,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:35:52,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=259897275, stopped=false 2024-11-16T19:35:52,780 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,42967,1731785723320 2024-11-16T19:35:52,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0149865451/running 2024-11-16T19:35:52,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0149865451/running 2024-11-16T19:35:52,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:52,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:52,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:52,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on znode that does not yet exist, /0149865451/running 2024-11-16T19:35:52,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Set watcher on znode that does not yet exist, /0149865451/running 2024-11-16T19:35:52,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:52,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:52,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:52,784 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,40141,1731785723376' ***** 2024-11-16T19:35:52,784 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:35:52,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:52,787 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:35:52,787 INFO [RS:0;d11ab77873cb:40141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:35:52,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:35:52,787 INFO [RS:0;d11ab77873cb:40141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:35:52,787 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b9e52d3cbf1ab855e7111eac331640e 2024-11-16T19:35:52,789 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(3091): Received CLOSE for f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:52,789 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,40141,1731785723376 2024-11-16T19:35:52,789 INFO [RS:0;d11ab77873cb:40141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:52,789 INFO [RS:0;d11ab77873cb:40141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:40141. 2024-11-16T19:35:52,789 DEBUG [RS:0;d11ab77873cb:40141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:52,789 DEBUG [RS:0;d11ab77873cb:40141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:52,789 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:35:52,789 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:35:52,789 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:35:52,790 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:35:52,790 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b9e52d3cbf1ab855e7111eac331640e, disabling compactions & flushes 2024-11-16T19:35:52,791 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:52,791 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:52,791 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. after waiting 0 ms 2024-11-16T19:35:52,791 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:52,791 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b9e52d3cbf1ab855e7111eac331640e 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-16T19:35:52,795 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:35:52,795 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7b9e52d3cbf1ab855e7111eac331640e=test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e., f24ae0f89f29cf59baa9b825d83237af=hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af.} 2024-11-16T19:35:52,795 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b9e52d3cbf1ab855e7111eac331640e, f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:52,797 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:52,797 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:52,797 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:52,797 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:52,797 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:52,797 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:35:52,844 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/f/d5b5d56520a94659b8e36dfab555d331 is 28, key is row/f:/1731785744526/DeleteFamily/seqid=0 2024-11-16T19:35:52,847 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/info/fcdcd2b5f7d243f29e137ae08615eea8 is 147, key is hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af./info:regioninfo/1731785738834/Put/seqid=0 2024-11-16T19:35:52,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741840_1016 (size=5085) 2024-11-16T19:35:52,855 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/f/d5b5d56520a94659b8e36dfab555d331 2024-11-16T19:35:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741841_1017 (size=7686) 2024-11-16T19:35:52,874 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/info/fcdcd2b5f7d243f29e137ae08615eea8 2024-11-16T19:35:52,881 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5b5d56520a94659b8e36dfab555d331 2024-11-16T19:35:52,881 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:52,910 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T19:35:52,926 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/f1/52cced70c3be4333a9a3136479b2f861 is 29, key is row/f1:/1731785744526/DeleteFamily/seqid=0 2024-11-16T19:35:52,950 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/ns/e70656e2b2fe4b4d90fd909e8eaf19d8 is 43, key is default/ns:d/1731785725500/Put/seqid=0 2024-11-16T19:35:52,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741842_1018 (size=5089) 2024-11-16T19:35:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741843_1019 (size=5153) 2024-11-16T19:35:52,999 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b9e52d3cbf1ab855e7111eac331640e, f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:53,005 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/ns/e70656e2b2fe4b4d90fd909e8eaf19d8 2024-11-16T19:35:53,036 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/rep_barrier/a64905d39c9b4867bde9089bbb2b0959 is 112, key is test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e./rep_barrier:seqnumDuringOpen/1731785734211/Put/seqid=0 2024-11-16T19:35:53,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741844_1020 (size=5518) 2024-11-16T19:35:53,041 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/rep_barrier/a64905d39c9b4867bde9089bbb2b0959 2024-11-16T19:35:53,066 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/table/0b89d1bc8e7244e18d9ac2bd8d7268b1 is 53, key is hbase:replication/table:state/1731785738841/Put/seqid=0 2024-11-16T19:35:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741845_1021 (size=5308) 2024-11-16T19:35:53,199 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b9e52d3cbf1ab855e7111eac331640e, f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:53,380 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/f1/52cced70c3be4333a9a3136479b2f861 2024-11-16T19:35:53,384 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52cced70c3be4333a9a3136479b2f861 2024-11-16T19:35:53,399 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b9e52d3cbf1ab855e7111eac331640e, f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:53,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:35:53,405 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/norep/afcd0e0303ef49edb71e647ef8ab8dba is 32, key is row/norep:/1731785744526/DeleteFamily/seqid=0 2024-11-16T19:35:53,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,433 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:35:53,433 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:35:53,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741846_1022 (size=5101) 2024-11-16T19:35:53,459 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/norep/afcd0e0303ef49edb71e647ef8ab8dba 2024-11-16T19:35:53,466 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afcd0e0303ef49edb71e647ef8ab8dba 2024-11-16T19:35:53,467 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/f/d5b5d56520a94659b8e36dfab555d331 as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/f/d5b5d56520a94659b8e36dfab555d331 2024-11-16T19:35:53,472 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5b5d56520a94659b8e36dfab555d331 2024-11-16T19:35:53,472 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/f/d5b5d56520a94659b8e36dfab555d331, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T19:35:53,473 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/f1/52cced70c3be4333a9a3136479b2f861 as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/f1/52cced70c3be4333a9a3136479b2f861 2024-11-16T19:35:53,479 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52cced70c3be4333a9a3136479b2f861 2024-11-16T19:35:53,479 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/f1/52cced70c3be4333a9a3136479b2f861, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T19:35:53,480 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/.tmp/norep/afcd0e0303ef49edb71e647ef8ab8dba as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/norep/afcd0e0303ef49edb71e647ef8ab8dba 2024-11-16T19:35:53,486 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/table/0b89d1bc8e7244e18d9ac2bd8d7268b1 2024-11-16T19:35:53,492 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/info/fcdcd2b5f7d243f29e137ae08615eea8 as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/info/fcdcd2b5f7d243f29e137ae08615eea8 2024-11-16T19:35:53,497 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/info/fcdcd2b5f7d243f29e137ae08615eea8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:35:53,498 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/ns/e70656e2b2fe4b4d90fd909e8eaf19d8 as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/ns/e70656e2b2fe4b4d90fd909e8eaf19d8 2024-11-16T19:35:53,503 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/ns/e70656e2b2fe4b4d90fd909e8eaf19d8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:35:53,504 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/rep_barrier/a64905d39c9b4867bde9089bbb2b0959 as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/rep_barrier/a64905d39c9b4867bde9089bbb2b0959 2024-11-16T19:35:53,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,510 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/rep_barrier/a64905d39c9b4867bde9089bbb2b0959, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:35:53,511 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afcd0e0303ef49edb71e647ef8ab8dba 2024-11-16T19:35:53,511 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/norep/afcd0e0303ef49edb71e647ef8ab8dba, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T19:35:53,512 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/.tmp/table/0b89d1bc8e7244e18d9ac2bd8d7268b1 as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/table/0b89d1bc8e7244e18d9ac2bd8d7268b1 2024-11-16T19:35:53,514 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7b9e52d3cbf1ab855e7111eac331640e in 723ms, sequenceid=6, compaction requested=false 2024-11-16T19:35:53,514 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:35:53,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,519 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/table/0b89d1bc8e7244e18d9ac2bd8d7268b1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:35:53,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,522 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 725ms, sequenceid=16, compaction requested=false 2024-11-16T19:35:53,522 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:35:53,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:53,600 DEBUG [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b9e52d3cbf1ab855e7111eac331640e, f24ae0f89f29cf59baa9b825d83237af 2024-11-16T19:35:53,602 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/default/test/7b9e52d3cbf1ab855e7111eac331640e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T19:35:53,604 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:53,604 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:35:53,605 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:53,605 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b9e52d3cbf1ab855e7111eac331640e: Waiting for close lock at 1731785752790Running coprocessor pre-close hooks at 1731785752790Disabling compacts and flushes for region at 1731785752790Disabling writes for close at 1731785752791 (+1 ms)Obtaining lock to block concurrent updates at 1731785752791Preparing flush snapshotting stores in 7b9e52d3cbf1ab855e7111eac331640e at 1731785752791Finished memstore snapshotting test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731785752791Flushing stores of test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. at 1731785752792 (+1 ms)Flushing 7b9e52d3cbf1ab855e7111eac331640e/f: creating writer at 1731785752792Flushing 7b9e52d3cbf1ab855e7111eac331640e/f: appending metadata at 1731785752843 (+51 ms)Flushing 7b9e52d3cbf1ab855e7111eac331640e/f: closing flushed file at 1731785752843Flushing 7b9e52d3cbf1ab855e7111eac331640e/f1: creating writer at 1731785752881 (+38 ms)Flushing 7b9e52d3cbf1ab855e7111eac331640e/f1: appending metadata at 1731785752925 (+44 ms)Flushing 7b9e52d3cbf1ab855e7111eac331640e/f1: closing flushed file at 1731785752925Flushing 7b9e52d3cbf1ab855e7111eac331640e/norep: creating writer at 1731785753385 (+460 ms)Flushing 7b9e52d3cbf1ab855e7111eac331640e/norep: appending metadata at 1731785753405 (+20 ms)Flushing 7b9e52d3cbf1ab855e7111eac331640e/norep: closing flushed file at 1731785753405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6c3fa9: reopening flushed file at 1731785753466 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634ddd5: reopening flushed file at 1731785753472 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f00ead9: reopening flushed file at 1731785753479 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7b9e52d3cbf1ab855e7111eac331640e in 723ms, sequenceid=6, compaction requested=false at 1731785753514 (+35 ms)Writing region close event to WAL at 1731785753577 (+63 ms)Running coprocessor post-close hooks at 1731785753604 (+27 ms)Closed at 1731785753605 (+1 ms) 2024-11-16T19:35:53,605 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785733064.7b9e52d3cbf1ab855e7111eac331640e. 2024-11-16T19:35:53,605 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f24ae0f89f29cf59baa9b825d83237af, disabling compactions & flushes 2024-11-16T19:35:53,605 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:53,605 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:53,605 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. after waiting 0 ms 2024-11-16T19:35:53,605 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:53,605 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f24ae0f89f29cf59baa9b825d83237af 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-16T19:35:53,641 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af/.tmp/queue/9b15b689b1ac44e9a99a39ad8ca12b8b is 153, key is 1-d11ab77873cb,40141,1731785723376/queue:d11ab77873cb%2C40141%2C1731785723376/1731785744729/Put/seqid=0 2024-11-16T19:35:53,649 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:35:53,650 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:53,650 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:53,650 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:53,650 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785752797Running coprocessor pre-close hooks at 1731785752797Disabling compacts and flushes for region at 1731785752797Disabling writes for close at 1731785752797Obtaining lock to block concurrent updates at 1731785752797Preparing flush snapshotting stores in 1588230740 at 1731785752797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785752798 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731785752800 (+2 ms)Flushing 1588230740/info: creating writer at 1731785752800Flushing 1588230740/info: appending metadata at 1731785752846 (+46 ms)Flushing 1588230740/info: closing flushed file at 1731785752846Flushing 1588230740/ns: creating writer at 1731785752892 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731785752949 (+57 ms)Flushing 1588230740/ns: closing flushed file at 1731785752949Flushing 1588230740/rep_barrier: creating writer at 1731785753009 (+60 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785753035 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785753035Flushing 1588230740/table: creating writer at 1731785753046 (+11 ms)Flushing 1588230740/table: appending metadata at 1731785753066 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731785753066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c82b83f: reopening flushed file at 1731785753491 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20650795: reopening flushed file at 1731785753497 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7feef31d: reopening flushed file at 1731785753503 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be7d51a: reopening flushed file at 1731785753510 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 725ms, sequenceid=16, compaction requested=false at 1731785753522 (+12 ms)Writing region close event to WAL at 1731785753610 (+88 ms)Running coprocessor post-close hooks at 1731785753650 (+40 ms)Closed at 1731785753650 2024-11-16T19:35:53,650 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741847_1023 (size=5352) 2024-11-16T19:35:53,652 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af/.tmp/queue/9b15b689b1ac44e9a99a39ad8ca12b8b 2024-11-16T19:35:53,670 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af/.tmp/queue/9b15b689b1ac44e9a99a39ad8ca12b8b as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af/queue/9b15b689b1ac44e9a99a39ad8ca12b8b 2024-11-16T19:35:53,681 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af/queue/9b15b689b1ac44e9a99a39ad8ca12b8b, entries=1, sequenceid=8, filesize=5.2 K 2024-11-16T19:35:53,682 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f24ae0f89f29cf59baa9b825d83237af in 77ms, sequenceid=8, compaction requested=false 2024-11-16T19:35:53,682 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:35:53,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/data/hbase/replication/f24ae0f89f29cf59baa9b825d83237af/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T19:35:53,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:35:53,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:35:53,693 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:53,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f24ae0f89f29cf59baa9b825d83237af: Waiting for close lock at 1731785753605Running coprocessor pre-close hooks at 1731785753605Disabling compacts and flushes for region at 1731785753605Disabling writes for close at 1731785753605Obtaining lock to block concurrent updates at 1731785753605Preparing flush snapshotting stores in f24ae0f89f29cf59baa9b825d83237af at 1731785753605Finished memstore snapshotting hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731785753606 (+1 ms)Flushing stores of hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. at 1731785753606Flushing f24ae0f89f29cf59baa9b825d83237af/queue: creating writer at 1731785753607 (+1 ms)Flushing f24ae0f89f29cf59baa9b825d83237af/queue: appending metadata at 1731785753640 (+33 ms)Flushing f24ae0f89f29cf59baa9b825d83237af/queue: closing flushed file at 1731785753640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb961d2: reopening flushed file at 1731785753669 (+29 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f24ae0f89f29cf59baa9b825d83237af in 77ms, sequenceid=8, compaction requested=false at 1731785753682 (+13 ms)Writing region close event to WAL at 1731785753689 (+7 ms)Running coprocessor post-close hooks at 1731785753693 (+4 ms)Closed at 1731785753693 2024-11-16T19:35:53,693 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785738030.f24ae0f89f29cf59baa9b825d83237af. 2024-11-16T19:35:53,800 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,40141,1731785723376; all regions closed. 2024-11-16T19:35:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741834_1010 (size=4239) 2024-11-16T19:35:53,809 DEBUG [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/oldWALs 2024-11-16T19:35:53,809 INFO [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C40141%2C1731785723376.meta:.meta(num 1731785725459) 2024-11-16T19:35:53,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741839_1015 (size=2240) 2024-11-16T19:35:53,820 DEBUG [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/oldWALs 2024-11-16T19:35:53,820 INFO [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C40141%2C1731785723376.rep:(num 1731785738788) 2024-11-16T19:35:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741832_1008 (size=1535) 2024-11-16T19:35:53,828 DEBUG [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/oldWALs 2024-11-16T19:35:53,828 INFO [RS:0;d11ab77873cb:40141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C40141%2C1731785723376:(num 1731785724560) 2024-11-16T19:35:53,828 DEBUG [RS:0;d11ab77873cb:40141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:53,828 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:35:53,828 INFO [RS:0;d11ab77873cb:40141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:53,829 INFO [RS:0;d11ab77873cb:40141 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:53,829 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:53,829 INFO [RS:0;d11ab77873cb:40141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:53,830 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,40141,1731785723376 because: Region server is closing 2024-11-16T19:35:53,830 INFO [RS:0;d11ab77873cb:40141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:40141. 2024-11-16T19:35:53,830 DEBUG [RS:0;d11ab77873cb:40141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:53,830 DEBUG [RS:0;d11ab77873cb:40141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:53,831 DEBUG [RS:0;d11ab77873cb:40141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:53,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:53,932 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.shipperd11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T19:35:53,932 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,40141,1731785723376.replicationSource.shipperd11ab77873cb%2C40141%2C1731785723376,1-d11ab77873cb,40141,1731785723376 terminated 2024-11-16T19:35:53,933 INFO [RS:0;d11ab77873cb:40141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40141 2024-11-16T19:35:53,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451/rs 2024-11-16T19:35:53,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0149865451/rs/d11ab77873cb,40141,1731785723376 2024-11-16T19:35:53,936 INFO [RS:0;d11ab77873cb:40141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:53,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,40141,1731785723376] 2024-11-16T19:35:53,938 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0149865451/draining/d11ab77873cb,40141,1731785723376 already deleted, retry=false 2024-11-16T19:35:53,938 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,40141,1731785723376 expired; onlineServers=0 2024-11-16T19:35:53,939 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,42967,1731785723320' ***** 2024-11-16T19:35:53,939 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:35:53,939 INFO [M:0;d11ab77873cb:42967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:35:53,939 INFO [M:0;d11ab77873cb:42967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:35:53,939 DEBUG [M:0;d11ab77873cb:42967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:35:53,939 DEBUG [M:0;d11ab77873cb:42967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:35:53,939 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785724327 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785724327,5,FailOnTimeoutGroup] 2024-11-16T19:35:53,939 INFO [M:0;d11ab77873cb:42967 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:35:53,939 INFO [M:0;d11ab77873cb:42967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:35:53,939 DEBUG [M:0;d11ab77873cb:42967 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:35:53,939 INFO [M:0;d11ab77873cb:42967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:35:53,939 INFO [M:0;d11ab77873cb:42967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:35:53,939 INFO [M:0;d11ab77873cb:42967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:35:53,940 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:35:53,940 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:35:53,940 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785724329 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785724329,5,FailOnTimeoutGroup] 2024-11-16T19:35:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0149865451/master 2024-11-16T19:35:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0149865451 2024-11-16T19:35:53,943 DEBUG [M:0;d11ab77873cb:42967 {}] zookeeper.RecoverableZooKeeper(212): Node /0149865451/master already deleted, retry=false 2024-11-16T19:35:53,943 DEBUG [M:0;d11ab77873cb:42967 {}] master.ActiveMasterManager(353): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Failed delete of our master address node; KeeperErrorCode = NoNode for /0149865451/master 2024-11-16T19:35:53,944 INFO [M:0;d11ab77873cb:42967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/.lastflushedseqids 2024-11-16T19:35:53,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741848_1024 (size=245) 2024-11-16T19:35:53,953 INFO [M:0;d11ab77873cb:42967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:35:53,953 INFO [M:0;d11ab77873cb:42967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:35:53,953 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:53,953 INFO [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:53,953 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:53,953 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:53,953 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:53,954 INFO [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T19:35:53,973 DEBUG [M:0;d11ab77873cb:42967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8107c3f6b27a46e88d5e4351b073bb68 is 82, key is hbase:meta,,1/info:regioninfo/1731785725485/Put/seqid=0 2024-11-16T19:35:53,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741849_1025 (size=5672) 2024-11-16T19:35:53,993 INFO [M:0;d11ab77873cb:42967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8107c3f6b27a46e88d5e4351b073bb68 2024-11-16T19:35:54,019 DEBUG [M:0;d11ab77873cb:42967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/631c545e7d7b4579b24cc845717cb82c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785738848/Put/seqid=0 2024-11-16T19:35:54,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741850_1026 (size=8515) 2024-11-16T19:35:54,030 INFO [M:0;d11ab77873cb:42967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/631c545e7d7b4579b24cc845717cb82c 2024-11-16T19:35:54,037 INFO [RS:0;d11ab77873cb:40141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:54,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:54,037 INFO [RS:0;d11ab77873cb:40141 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,40141,1731785723376; zookeeper connection closed. 2024-11-16T19:35:54,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40141-0x1004a0866170001, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:54,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b3af1c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b3af1c6 2024-11-16T19:35:54,049 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:35:54,067 DEBUG [M:0;d11ab77873cb:42967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b08bb5cc4b8a47278d9563827a2a7f50 is 69, key is d11ab77873cb,40141,1731785723376/rs:state/1731785724420/Put/seqid=0 2024-11-16T19:35:54,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741851_1027 (size=5156) 2024-11-16T19:35:54,072 INFO [M:0;d11ab77873cb:42967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b08bb5cc4b8a47278d9563827a2a7f50 2024-11-16T19:35:54,077 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8107c3f6b27a46e88d5e4351b073bb68 as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8107c3f6b27a46e88d5e4351b073bb68 2024-11-16T19:35:54,082 INFO [M:0;d11ab77873cb:42967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8107c3f6b27a46e88d5e4351b073bb68, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T19:35:54,082 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/631c545e7d7b4579b24cc845717cb82c as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/631c545e7d7b4579b24cc845717cb82c 2024-11-16T19:35:54,087 INFO [M:0;d11ab77873cb:42967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/631c545e7d7b4579b24cc845717cb82c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T19:35:54,087 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b08bb5cc4b8a47278d9563827a2a7f50 as hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b08bb5cc4b8a47278d9563827a2a7f50 2024-11-16T19:35:54,091 INFO [M:0;d11ab77873cb:42967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33519/user/jenkins/test-data/417ea2da-ca86-5859-3f92-801e1ccfabc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b08bb5cc4b8a47278d9563827a2a7f50, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T19:35:54,092 INFO [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=97, compaction requested=false 2024-11-16T19:35:54,094 INFO [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:54,094 DEBUG [M:0;d11ab77873cb:42967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785753953Disabling compacts and flushes for region at 1731785753953Disabling writes for close at 1731785753953Obtaining lock to block concurrent updates at 1731785753954 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785753954Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731785753954Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785753955 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785753955Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785753972 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785753972Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785753999 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785754018 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785754018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785754040 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785754066 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785754067 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669ea77f: reopening flushed file at 1731785754076 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24203011: reopening flushed file at 1731785754082 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de16c8: reopening flushed file at 1731785754087 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=97, compaction requested=false at 1731785754092 (+5 ms)Writing region close event to WAL at 1731785754094 (+2 ms)Closed at 1731785754094 2024-11-16T19:35:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741830_1006 (size=63642) 2024-11-16T19:35:54,099 INFO [M:0;d11ab77873cb:42967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:35:54,099 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:35:54,099 INFO [M:0;d11ab77873cb:42967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42967 2024-11-16T19:35:54,101 INFO [M:0;d11ab77873cb:42967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:35:54,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:54,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42967-0x1004a0866170000, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:35:54,202 INFO [M:0;d11ab77873cb:42967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:35:54,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f3bcc52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:54,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cff4c20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:54,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:54,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a181d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:54,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f524d56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:54,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:35:54,212 WARN [BP-1492083834-172.17.0.2-1731785722308 heartbeating to localhost/127.0.0.1:33519 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:35:54,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:35:54,212 WARN [BP-1492083834-172.17.0.2-1731785722308 heartbeating to localhost/127.0.0.1:33519 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492083834-172.17.0.2-1731785722308 (Datanode Uuid 518d778e-dbe9-4b21-97bd-6461c4b944ed) service to localhost/127.0.0.1:33519 2024-11-16T19:35:54,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/cluster_254d523e-bc0c-762b-418f-1c9d96bb93a5/data/data1/current/BP-1492083834-172.17.0.2-1731785722308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:54,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/cluster_254d523e-bc0c-762b-418f-1c9d96bb93a5/data/data2/current/BP-1492083834-172.17.0.2-1731785722308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:35:54,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:35:54,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@361385ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:54,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b08ac46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:35:54,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:35:54,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e2f6d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:35:54,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f065621{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/111079ae-8997-742d-d42a-4149bed61168/hadoop.log.dir/,STOPPED} 2024-11-16T19:35:54,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:35:54,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:35:54,289 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=368 (was 315) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43243 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33519 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37177 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33519 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33519 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=804 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1423 (was 1890) 2024-11-16T19:35:54,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=368, OpenFileDescriptor=804, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=1423 2024-11-16T19:35:54,321 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-16T19:35:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.log.dir so I do NOT create it in target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7 2024-11-16T19:35:54,322 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:35:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.tmp.dir so I do NOT create it in target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7 2024-11-16T19:35:54,322 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/757cc054-4ad1-e22d-8899-bc3db8a96339/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:35:54,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7 2024-11-16T19:35:54,322 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15, deleteOnExit=true 2024-11-16T19:35:54,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/zookeeper_0, clientPort=61094, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:35:54,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61094 2024-11-16T19:35:54,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:35:54,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/test.cache.data in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:35:54,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:35:54,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:35:54,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:54,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:54,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:35:54,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:35:54,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:35:54,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:54,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:35:54,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:35:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a0866170002, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:35:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1004a0866170008, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:35:54,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a0866170002, quorum=127.0.0.1:59695, baseZNode=/0149865451 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:35:54,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1004a0866170008, quorum=127.0.0.1:59695, baseZNode=/2460298870 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:35:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a0866170005, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:35:54,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a0866170005, quorum=127.0.0.1:59695, baseZNode=/11651392875 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:35:54,442 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:54,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:54,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:54,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:54,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:35:54,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:54,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8d1afc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:54,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2825f3bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:54,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b406e18{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/java.io.tmpdir/jetty-localhost-42485-hadoop-hdfs-3_4_1-tests_jar-_-any-708682792870079251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:54,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@232211da{HTTP/1.1, (http/1.1)}{localhost:42485} 2024-11-16T19:35:54,587 INFO [Time-limited test {}] server.Server(415): Started @278368ms 2024-11-16T19:35:54,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:54,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:54,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:54,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:54,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:35:54,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26fb257e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:54,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ba4ad3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:54,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@228f50a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/java.io.tmpdir/jetty-localhost-45461-hadoop-hdfs-3_4_1-tests_jar-_-any-6581839386626436377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:54,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b38daf2{HTTP/1.1, (http/1.1)}{localhost:45461} 2024-11-16T19:35:54,885 INFO [Time-limited test {}] server.Server(415): Started @278666ms 2024-11-16T19:35:54,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:35:54,957 WARN [Thread-4155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/data/data1/current/BP-2043449269-172.17.0.2-1731785754353/current, will proceed with Du for space computation calculation, 2024-11-16T19:35:54,957 WARN [Thread-4156 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/data/data2/current/BP-2043449269-172.17.0.2-1731785754353/current, will proceed with Du for space computation calculation, 2024-11-16T19:35:54,977 WARN [Thread-4143 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:35:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5828535dd34cba94 with lease ID 0x545c51446f5d21d2: Processing first storage report for DS-83ca04f5-9e7d-413d-a6c9-e42fc85ea8d1 from datanode DatanodeRegistration(127.0.0.1:40905, datanodeUuid=79de8faf-1ecb-4160-8b6e-26de360a2a7d, infoPort=37775, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=614303167;c=1731785754353) 2024-11-16T19:35:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5828535dd34cba94 with lease ID 0x545c51446f5d21d2: from storage DS-83ca04f5-9e7d-413d-a6c9-e42fc85ea8d1 node DatanodeRegistration(127.0.0.1:40905, datanodeUuid=79de8faf-1ecb-4160-8b6e-26de360a2a7d, infoPort=37775, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=614303167;c=1731785754353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:35:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5828535dd34cba94 with lease ID 0x545c51446f5d21d2: Processing first storage report for DS-56ce18f9-3d47-4e03-8737-5ea9e3876a0e from datanode DatanodeRegistration(127.0.0.1:40905, datanodeUuid=79de8faf-1ecb-4160-8b6e-26de360a2a7d, infoPort=37775, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=614303167;c=1731785754353) 2024-11-16T19:35:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5828535dd34cba94 with lease ID 0x545c51446f5d21d2: from storage DS-56ce18f9-3d47-4e03-8737-5ea9e3876a0e node DatanodeRegistration(127.0.0.1:40905, datanodeUuid=79de8faf-1ecb-4160-8b6e-26de360a2a7d, infoPort=37775, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=614303167;c=1731785754353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:35:55,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7 2024-11-16T19:35:55,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:55,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:35:55,439 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea with version=8 2024-11-16T19:35:55,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/hbase-staging 2024-11-16T19:35:55,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:35:55,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:55,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:55,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:35:55,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:55,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:35:55,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:35:55,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:35:55,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41541 2024-11-16T19:35:55,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41541 connecting to ZooKeeper ensemble=127.0.0.1:61094 2024-11-16T19:35:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415410x0, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:55,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41541-0x1004a08e3470000 connected 2024-11-16T19:35:55,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:55,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:55,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Set watcher on znode that does not yet exist, /01914505461/running 2024-11-16T19:35:55,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea, hbase.cluster.distributed=false 2024-11-16T19:35:55,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Set watcher on znode that does not yet exist, /01914505461/acl 2024-11-16T19:35:55,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41541 2024-11-16T19:35:55,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41541 2024-11-16T19:35:55,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41541 2024-11-16T19:35:55,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41541 2024-11-16T19:35:55,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41541 2024-11-16T19:35:55,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:35:55,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:55,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:55,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:35:55,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:35:55,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:35:55,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:35:55,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:35:55,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42179 2024-11-16T19:35:55,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42179 connecting to ZooKeeper ensemble=127.0.0.1:61094 2024-11-16T19:35:55,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:55,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:55,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421790x0, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:55,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421790x0, quorum=127.0.0.1:61094, baseZNode=/01914505461 Set watcher on znode that does not yet exist, /01914505461/running 2024-11-16T19:35:55,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:35:55,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42179-0x1004a08e3470001 connected 2024-11-16T19:35:55,497 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:35:55,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Set watcher on znode that does not yet exist, /01914505461/master 2024-11-16T19:35:55,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Set watcher on znode that does not yet exist, /01914505461/acl 2024-11-16T19:35:55,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42179 2024-11-16T19:35:55,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42179 2024-11-16T19:35:55,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42179 2024-11-16T19:35:55,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42179 2024-11-16T19:35:55,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42179 2024-11-16T19:35:55,530 DEBUG [M:0;d11ab77873cb:41541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:41541 2024-11-16T19:35:55,531 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01914505461/backup-masters/d11ab77873cb,41541,1731785755440 2024-11-16T19:35:55,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461/backup-masters 2024-11-16T19:35:55,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461/backup-masters 2024-11-16T19:35:55,532 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Set watcher on existing znode=/01914505461/backup-masters/d11ab77873cb,41541,1731785755440 2024-11-16T19:35:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01914505461/master 2024-11-16T19:35:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:55,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:55,533 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Set watcher on existing znode=/01914505461/master 2024-11-16T19:35:55,534 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01914505461/backup-masters/d11ab77873cb,41541,1731785755440 from backup master directory 2024-11-16T19:35:55,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461/backup-masters 2024-11-16T19:35:55,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01914505461/backup-masters/d11ab77873cb,41541,1731785755440 2024-11-16T19:35:55,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461/backup-masters 2024-11-16T19:35:55,536 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:35:55,536 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,41541,1731785755440 2024-11-16T19:35:55,539 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/hbase.id] with ID: 4fa828a2-bfea-4441-a0cc-63271337059d 2024-11-16T19:35:55,540 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/.tmp/hbase.id 2024-11-16T19:35:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:35:55,548 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/.tmp/hbase.id]:[hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/hbase.id] 2024-11-16T19:35:55,555 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:35:55,555 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:35:55,556 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:35:55,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:55,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:35:55,965 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:55,966 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:35:55,969 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:55,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:35:56,382 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/data/master/store 2024-11-16T19:35:56,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:35:56,789 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:56,789 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:35:56,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:56,789 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:56,789 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:35:56,789 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:56,789 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:35:56,789 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785756789Disabling compacts and flushes for region at 1731785756789Disabling writes for close at 1731785756789Writing region close event to WAL at 1731785756789Closed at 1731785756789 2024-11-16T19:35:56,790 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/data/master/store/.initializing 2024-11-16T19:35:56,790 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/WALs/d11ab77873cb,41541,1731785755440 2024-11-16T19:35:56,791 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:35:56,792 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C41541%2C1731785755440, suffix=, logDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/WALs/d11ab77873cb,41541,1731785755440, archiveDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/oldWALs, maxLogs=10 2024-11-16T19:35:56,805 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/WALs/d11ab77873cb,41541,1731785755440/d11ab77873cb%2C41541%2C1731785755440.1731785756792, exclude list is [], retry=0 2024-11-16T19:35:56,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40905,DS-83ca04f5-9e7d-413d-a6c9-e42fc85ea8d1,DISK] 2024-11-16T19:35:56,808 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/WALs/d11ab77873cb,41541,1731785755440/d11ab77873cb%2C41541%2C1731785755440.1731785756792 2024-11-16T19:35:56,808 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37775:37775)] 2024-11-16T19:35:56,809 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:56,809 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:56,809 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,809 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:35:56,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:56,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:56,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:35:56,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:56,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:56,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:35:56,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:56,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:56,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:35:56,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:56,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:56,819 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,820 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,820 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,821 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,821 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,821 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:56,822 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:35:56,825 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:56,825 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69328920, jitterRate=0.03308141231536865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:56,826 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785756809Initializing all the Stores at 1731785756810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785756810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785756813 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785756813Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785756813Cleaning up temporary data from old regions at 1731785756821 (+8 ms)Region opened successfully at 1731785756826 (+5 ms) 2024-11-16T19:35:56,833 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:35:56,835 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1963fdbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:35:56,837 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:35:56,837 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:35:56,837 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:35:56,837 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:35:56,837 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:35:56,838 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:35:56,838 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:35:56,848 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:35:56,849 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Unable to get data of znode /01914505461/balancer because node does not exist (not necessarily an error) 2024-11-16T19:35:56,850 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01914505461/balancer already deleted, retry=false 2024-11-16T19:35:56,850 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:35:56,851 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Unable to get data of znode /01914505461/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:35:56,851 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01914505461/normalizer already deleted, retry=false 2024-11-16T19:35:56,868 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:35:56,869 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Unable to get data of znode /01914505461/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:35:56,870 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01914505461/switch/split already deleted, retry=false 2024-11-16T19:35:56,871 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Unable to get data of znode /01914505461/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:35:56,872 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01914505461/switch/merge already deleted, retry=false 2024-11-16T19:35:56,875 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Unable to get data of znode /01914505461/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:35:56,875 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01914505461/snapshot-cleanup already deleted, retry=false 2024-11-16T19:35:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01914505461/running 2024-11-16T19:35:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01914505461/running 2024-11-16T19:35:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:56,877 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,41541,1731785755440, sessionid=0x1004a08e3470000, setting cluster-up flag (Was=false) 2024-11-16T19:35:56,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:56,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:56,884 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01914505461/flush-table-proc/acquired, /01914505461/flush-table-proc/reached, /01914505461/flush-table-proc/abort 2024-11-16T19:35:56,885 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,41541,1731785755440 2024-11-16T19:35:56,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:56,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:56,890 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01914505461/online-snapshot/acquired, /01914505461/online-snapshot/reached, /01914505461/online-snapshot/abort 2024-11-16T19:35:56,891 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,41541,1731785755440 2024-11-16T19:35:56,898 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:35:56,899 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:56,899 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:35:56,899 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:35:56,899 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,41541,1731785755440 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:35:56,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:56,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:56,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:56,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:35:56,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:35:56,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:56,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:35:56,900 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:56,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:56,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:35:56,913 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:56,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:35:56,921 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785786921 2024-11-16T19:35:56,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:35:56,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:35:56,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:35:56,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:35:56,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:35:56,922 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:35:56,923 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer(746): ClusterId : 4fa828a2-bfea-4441-a0cc-63271337059d 2024-11-16T19:35:56,923 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:35:56,924 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:35:56,924 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:35:56,925 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:56,925 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:35:56,925 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:35:56,926 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:35:56,926 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:35:56,926 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:35:56,927 DEBUG [RS:0;d11ab77873cb:42179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f273674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:35:56,933 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:35:56,933 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:35:56,945 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785756933,5,FailOnTimeoutGroup] 2024-11-16T19:35:56,945 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785756945,5,FailOnTimeoutGroup] 2024-11-16T19:35:56,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:56,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:35:56,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:56,945 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:35:56,961 DEBUG [RS:0;d11ab77873cb:42179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:42179 2024-11-16T19:35:56,961 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:35:56,961 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:35:56,961 DEBUG [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:35:56,962 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,41541,1731785755440 with port=42179, startcode=1731785755485 2024-11-16T19:35:56,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:35:56,963 DEBUG [RS:0;d11ab77873cb:42179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:35:56,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea 2024-11-16T19:35:56,964 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:35:56,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,42179,1731785755485 2024-11-16T19:35:56,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41541 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,42179,1731785755485 2024-11-16T19:35:56,966 DEBUG [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea 2024-11-16T19:35:56,966 DEBUG [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33959 2024-11-16T19:35:56,966 DEBUG [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:35:56,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461/rs 2024-11-16T19:35:56,968 DEBUG [RS:0;d11ab77873cb:42179 {}] zookeeper.ZKUtil(111): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Set watcher on existing znode=/01914505461/rs/d11ab77873cb,42179,1731785755485 2024-11-16T19:35:56,968 WARN [RS:0;d11ab77873cb:42179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:35:56,968 INFO [RS:0;d11ab77873cb:42179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:56,968 DEBUG [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/WALs/d11ab77873cb,42179,1731785755485 2024-11-16T19:35:56,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,42179,1731785755485] 2024-11-16T19:35:56,987 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:35:56,993 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:35:56,994 INFO [RS:0;d11ab77873cb:42179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:35:56,994 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741832_1008 (size=32) 2024-11-16T19:35:56,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:57,001 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:35:57,003 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:35:57,003 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,003 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:35:57,004 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:35:57,004 DEBUG [RS:0;d11ab77873cb:42179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:35:57,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:35:57,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:35:57,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:57,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:35:57,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:35:57,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:57,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:35:57,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:35:57,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:57,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:35:57,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:35:57,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:57,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:35:57,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/hbase/meta/1588230740 2024-11-16T19:35:57,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/hbase/meta/1588230740 2024-11-16T19:35:57,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:35:57,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:35:57,016 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:57,017 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,017 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,017 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,017 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,017 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,017 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42179,1731785755485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:35:57,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:35:57,022 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:57,022 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72790601, jitterRate=0.0846644788980484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:57,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785756995Initializing all the Stores at 1731785756996 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785756996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785757008 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785757008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785757008Cleaning up temporary data from old regions at 1731785757016 (+8 ms)Region opened successfully at 1731785757022 (+6 ms) 2024-11-16T19:35:57,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:35:57,022 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:35:57,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:35:57,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:35:57,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:35:57,025 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:35:57,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785757022Disabling compacts and flushes for region at 1731785757022Disabling writes for close at 1731785757023 (+1 ms)Writing region close event to WAL at 1731785757025 (+2 ms)Closed at 1731785757025 2024-11-16T19:35:57,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:57,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:35:57,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:35:57,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:35:57,028 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:35:57,036 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:35:57,037 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,42179,1731785755485-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,037 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,037 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.Replication(171): d11ab77873cb,42179,1731785755485 started 2024-11-16T19:35:57,055 INFO [RS:0;d11ab77873cb:42179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,056 INFO [RS:0;d11ab77873cb:42179 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,42179,1731785755485, RpcServer on d11ab77873cb/172.17.0.2:42179, sessionid=0x1004a08e3470001 2024-11-16T19:35:57,056 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:35:57,056 DEBUG [RS:0;d11ab77873cb:42179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,42179,1731785755485 2024-11-16T19:35:57,056 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,42179,1731785755485' 2024-11-16T19:35:57,056 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01914505461/flush-table-proc/abort' 2024-11-16T19:35:57,057 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01914505461/flush-table-proc/acquired' 2024-11-16T19:35:57,057 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:35:57,057 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:35:57,057 DEBUG [RS:0;d11ab77873cb:42179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,42179,1731785755485 2024-11-16T19:35:57,057 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,42179,1731785755485' 2024-11-16T19:35:57,057 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01914505461/online-snapshot/abort' 2024-11-16T19:35:57,058 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01914505461/online-snapshot/acquired' 2024-11-16T19:35:57,058 DEBUG [RS:0;d11ab77873cb:42179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:35:57,058 INFO [RS:0;d11ab77873cb:42179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:35:57,058 INFO [RS:0;d11ab77873cb:42179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:35:57,159 INFO [RS:0;d11ab77873cb:42179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:35:57,160 INFO [RS:0;d11ab77873cb:42179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C42179%2C1731785755485, suffix=, logDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/WALs/d11ab77873cb,42179,1731785755485, archiveDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/oldWALs, maxLogs=10 2024-11-16T19:35:57,172 DEBUG [RS:0;d11ab77873cb:42179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/WALs/d11ab77873cb,42179,1731785755485/d11ab77873cb%2C42179%2C1731785755485.1731785757160, exclude list is [], retry=0 2024-11-16T19:35:57,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40905,DS-83ca04f5-9e7d-413d-a6c9-e42fc85ea8d1,DISK] 2024-11-16T19:35:57,178 WARN [d11ab77873cb:41541 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T19:35:57,179 INFO [RS:0;d11ab77873cb:42179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/WALs/d11ab77873cb,42179,1731785755485/d11ab77873cb%2C42179%2C1731785755485.1731785757160 2024-11-16T19:35:57,180 DEBUG [RS:0;d11ab77873cb:42179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37775:37775)] 2024-11-16T19:35:57,428 DEBUG [d11ab77873cb:41541 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:35:57,429 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,42179,1731785755485 2024-11-16T19:35:57,430 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,42179,1731785755485, state=OPENING 2024-11-16T19:35:57,431 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:35:57,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:57,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01914505461 2024-11-16T19:35:57,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01914505461/meta-region-server: CHANGED 2024-11-16T19:35:57,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01914505461/meta-region-server: CHANGED 2024-11-16T19:35:57,432 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:35:57,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,42179,1731785755485}] 2024-11-16T19:35:57,583 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:35:57,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:35:57,593 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:35:57,593 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:35:57,594 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:35:57,595 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C42179%2C1731785755485.meta, suffix=.meta, logDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/WALs/d11ab77873cb,42179,1731785755485, archiveDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/oldWALs, maxLogs=10 2024-11-16T19:35:57,611 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/WALs/d11ab77873cb,42179,1731785755485/d11ab77873cb%2C42179%2C1731785755485.meta.1731785757595.meta, exclude list is [], retry=0 2024-11-16T19:35:57,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40905,DS-83ca04f5-9e7d-413d-a6c9-e42fc85ea8d1,DISK] 2024-11-16T19:35:57,638 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/WALs/d11ab77873cb,42179,1731785755485/d11ab77873cb%2C42179%2C1731785755485.meta.1731785757595.meta 2024-11-16T19:35:57,640 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37775:37775)] 2024-11-16T19:35:57,641 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:57,641 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:57,641 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:35:57,641 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:35:57,641 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:35:57,641 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:35:57,641 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:57,641 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:35:57,641 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:35:57,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:35:57,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:35:57,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:57,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:35:57,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:35:57,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:57,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:35:57,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:35:57,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:57,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:35:57,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:35:57,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:35:57,653 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:35:57,653 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/hbase/meta/1588230740 2024-11-16T19:35:57,655 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/hbase/meta/1588230740 2024-11-16T19:35:57,657 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:35:57,657 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:35:57,658 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:35:57,659 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:35:57,659 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68250535, jitterRate=0.017012223601341248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:35:57,659 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:35:57,660 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785757642Writing region info on filesystem at 1731785757642Initializing all the Stores at 1731785757642Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785757642Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785757644 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785757644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785757644Cleaning up temporary data from old regions at 1731785757657 (+13 ms)Running coprocessor post-open hooks at 1731785757659 (+2 ms)Region opened successfully at 1731785757660 (+1 ms) 2024-11-16T19:35:57,660 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785757583 2024-11-16T19:35:57,662 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:35:57,662 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:35:57,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,42179,1731785755485 2024-11-16T19:35:57,663 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,42179,1731785755485, state=OPEN 2024-11-16T19:35:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42179-0x1004a08e3470001, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01914505461/meta-region-server 2024-11-16T19:35:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41541-0x1004a08e3470000, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01914505461/meta-region-server 2024-11-16T19:35:57,665 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,42179,1731785755485 2024-11-16T19:35:57,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01914505461/meta-region-server: CHANGED 2024-11-16T19:35:57,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01914505461/meta-region-server: CHANGED 2024-11-16T19:35:57,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:35:57,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,42179,1731785755485 in 233 msec 2024-11-16T19:35:57,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:35:57,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-16T19:35:57,670 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:35:57,670 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:35:57,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:57,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,42179,1731785755485, seqNum=-1] 2024-11-16T19:35:57,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:57,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:57,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 777 msec 2024-11-16T19:35:57,676 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785757676, completionTime=-1 2024-11-16T19:35:57,676 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:35:57,676 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785817678 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785877678 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,41541,1731785755440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,41541,1731785755440-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,41541,1731785755440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:41541, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,678 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,680 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:35:57,681 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.148sec 2024-11-16T19:35:57,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:35:57,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:35:57,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:35:57,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:35:57,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:35:57,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,41541,1731785755440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:35:57,684 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,41541,1731785755440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:35:57,690 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:35:57,690 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:35:57,690 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,41541,1731785755440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:35:57,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2621c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:57,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,41541,-1 for getting cluster id 2024-11-16T19:35:57,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:57,729 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fa828a2-bfea-4441-a0cc-63271337059d' 2024-11-16T19:35:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fa828a2-bfea-4441-a0cc-63271337059d" 2024-11-16T19:35:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe35691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,41541,-1] 2024-11-16T19:35:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:57,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:57,730 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:57,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a173934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:57,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:35:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,42179,1731785755485, seqNum=-1] 2024-11-16T19:35:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:35:57,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:35:57,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,41541,1731785755440 2024-11-16T19:35:57,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61094 2024-11-16T19:35:57,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61094, baseZNode=/01914505461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:35:57,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a08e3470002 connected 2024-11-16T19:35:57,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,41541,1731785755440 2024-11-16T19:35:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d6c26bd 2024-11-16T19:35:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:57,741 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:57,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:35:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:35:57,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:35:57,744 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:57,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:35:57,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:35:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:57,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:35:57,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43844c8e4a71acd7aae99d22e3f37bbf, NAME => 'test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea 2024-11-16T19:35:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40905 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:35:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:58,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:58,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43844c8e4a71acd7aae99d22e3f37bbf, disabling compactions & flushes 2024-11-16T19:35:58,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf. 2024-11-16T19:35:58,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf. 2024-11-16T19:35:58,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf. after waiting 0 ms 2024-11-16T19:35:58,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf. 2024-11-16T19:35:58,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf. 2024-11-16T19:35:58,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43844c8e4a71acd7aae99d22e3f37bbf: Waiting for close lock at 1731785758172Disabling compacts and flushes for region at 1731785758172Disabling writes for close at 1731785758172Writing region close event to WAL at 1731785758172Closed at 1731785758172 2024-11-16T19:35:58,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:35:58,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785758173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785758173"}]},"ts":"1731785758173"} 2024-11-16T19:35:58,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:35:58,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:35:58,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785758175"}]},"ts":"1731785758175"} 2024-11-16T19:35:58,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:35:58,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43844c8e4a71acd7aae99d22e3f37bbf, ASSIGN}] 2024-11-16T19:35:58,178 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43844c8e4a71acd7aae99d22e3f37bbf, ASSIGN 2024-11-16T19:35:58,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43844c8e4a71acd7aae99d22e3f37bbf, ASSIGN; state=OFFLINE, location=d11ab77873cb,42179,1731785755485; forceNewPlan=false, retain=false 2024-11-16T19:35:58,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43844c8e4a71acd7aae99d22e3f37bbf, regionState=OPENING, regionLocation=d11ab77873cb,42179,1731785755485 2024-11-16T19:35:58,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43844c8e4a71acd7aae99d22e3f37bbf, ASSIGN because future has completed 2024-11-16T19:35:58,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43844c8e4a71acd7aae99d22e3f37bbf, server=d11ab77873cb,42179,1731785755485}] 2024-11-16T19:35:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:58,486 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf. 2024-11-16T19:35:58,486 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43844c8e4a71acd7aae99d22e3f37bbf, NAME => 'test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:35:58,487 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:35:58,487 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:35:58,487 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,487 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:35:58,487 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,487 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,488 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,489 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43844c8e4a71acd7aae99d22e3f37bbf columnFamilyName f 2024-11-16T19:35:58,489 DEBUG [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:58,490 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] regionserver.HStore(327): Store=43844c8e4a71acd7aae99d22e3f37bbf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:58,490 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,491 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43844c8e4a71acd7aae99d22e3f37bbf columnFamilyName f1 2024-11-16T19:35:58,491 DEBUG [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:58,491 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] regionserver.HStore(327): Store=43844c8e4a71acd7aae99d22e3f37bbf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:58,491 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,492 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43844c8e4a71acd7aae99d22e3f37bbf columnFamilyName norep 2024-11-16T19:35:58,492 DEBUG [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:35:58,492 INFO [StoreOpener-43844c8e4a71acd7aae99d22e3f37bbf-1 {}] regionserver.HStore(327): Store=43844c8e4a71acd7aae99d22e3f37bbf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:35:58,492 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,493 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/default/test/43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,493 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/default/test/43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,494 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,494 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,494 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:35:58,495 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,497 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/data/default/test/43844c8e4a71acd7aae99d22e3f37bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:35:58,497 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43844c8e4a71acd7aae99d22e3f37bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61548138, jitterRate=-0.0828612744808197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:35:58,497 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43844c8e4a71acd7aae99d22e3f37bbf 2024-11-16T19:35:58,498 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43844c8e4a71acd7aae99d22e3f37bbf: Running coprocessor pre-open hook at 1731785758487Writing region info on filesystem at 1731785758487Initializing all the Stores at 1731785758488 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785758488Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785758488Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785758488Cleaning up temporary data from old regions at 1731785758494 (+6 ms)Running coprocessor post-open hooks at 1731785758497 (+3 ms)Region opened successfully at 1731785758498 (+1 ms) 2024-11-16T19:35:58,499 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf., pid=6, masterSystemTime=1731785758483 2024-11-16T19:35:58,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43844c8e4a71acd7aae99d22e3f37bbf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,42179,1731785755485 2024-11-16T19:35:58,502 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf. 2024-11-16T19:35:58,502 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785757742.43844c8e4a71acd7aae99d22e3f37bbf. 2024-11-16T19:35:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43844c8e4a71acd7aae99d22e3f37bbf, server=d11ab77873cb,42179,1731785755485 because future has completed 2024-11-16T19:35:58,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:35:58,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43844c8e4a71acd7aae99d22e3f37bbf, server=d11ab77873cb,42179,1731785755485 in 173 msec 2024-11-16T19:35:58,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:35:58,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43844c8e4a71acd7aae99d22e3f37bbf, ASSIGN in 329 msec 2024-11-16T19:35:58,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:35:58,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785758509"}]},"ts":"1731785758509"} 2024-11-16T19:35:58,511 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:35:58,512 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:35:58,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 770 msec 2024-11-16T19:35:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:35:58,880 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:35:58,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e95c8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:58,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,41541,-1 for getting cluster id 2024-11-16T19:35:58,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:58,881 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fa828a2-bfea-4441-a0cc-63271337059d' 2024-11-16T19:35:58,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:58,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fa828a2-bfea-4441-a0cc-63271337059d" 2024-11-16T19:35:58,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8faec4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:58,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,41541,-1] 2024-11-16T19:35:58,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:58,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:58,883 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8561f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:58,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,41541,1731785755440 2024-11-16T19:35:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a086072 2024-11-16T19:35:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:58,886 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:58,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:41541,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:35:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:35:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:58,889 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:41541' 2024-11-16T19:35:58,890 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e23102c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:58,890 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,41541,-1 for getting cluster id 2024-11-16T19:35:58,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:35:58,890 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fa828a2-bfea-4441-a0cc-63271337059d' 2024-11-16T19:35:58,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:35:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fa828a2-bfea-4441-a0cc-63271337059d" 2024-11-16T19:35:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756fd477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,41541,-1] 2024-11-16T19:35:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:35:58,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:58,892 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:35:58,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ff883d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:35:58,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:35:58,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,41541,1731785755440 2024-11-16T19:35:58,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eac9380 2024-11-16T19:35:58,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:35:58,894 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:35:58,895 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:35:58,895 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:35:58,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:58,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:58,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:58,895 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d11ab77873cb:41541, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T19:35:58,904 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d11ab77873cb:41541, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d11ab77873cb:41541, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d11ab77873cb:41541, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-16T19:35:58,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d11ab77873cb:41541, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=30 msec 2024-11-16T19:35:58,918 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-16T19:35:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:35:59,001 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://d11ab77873cb:41541, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-16T19:35:59,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:35:59,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:35:59,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:59,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:35:59,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:35:59,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=540 (was 368) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@37bcb7e5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-2043449269-172.17.0.2-1731785754353:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp183153087-7842 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2408433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 37041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61094) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp234549324-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5029b8e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785756945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp183153087-7848 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 3 on default port 37041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea/MasterData-prefix:d11ab77873cb,41541,1731785755440 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 37041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-4fb3996b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61094 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1745565556_20 at /127.0.0.1:55266 [Receiving block BP-2043449269-172.17.0.2-1731785754353:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183153087-7849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1374063005_20 at /127.0.0.1:55244 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d11ab77873cb:42179-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d11ab77873cb:42179 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1374063005_20 at /127.0.0.1:55296 [Receiving block BP-2043449269-172.17.0.2-1731785754353:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/d11ab77873cb:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785756933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: regionserver/d11ab77873cb:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183153087-7847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3cda5a27[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp234549324-7894-acceptor-0@3e86a59c-ServerConnector@4b38daf2{HTTP/1.1, (http/1.1)}{localhost:45461} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1374063005_20 at /127.0.0.1:55310 [Receiving block BP-2043449269-172.17.0.2-1731785754353:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183153087-7846-acceptor-0@3b0a3cbd-ServerConnector@232211da{HTTP/1.1, (http/1.1)}{localhost:42485} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@63cb8df1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2043449269-172.17.0.2-1731785754353:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/data/data1/current/BP-2043449269-172.17.0.2-1731785754353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61094) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2043449269-172.17.0.2-1731785754353 heartbeating to localhost/127.0.0.1:33959 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: M:0;d11ab77873cb:41541 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d11ab77873cb:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4acf03fc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37041 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea-prefix:d11ab77873cb,42179,1731785755485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(FileDescriptor.java:83) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doClose(AbstractEpollChannel.java:191) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel.doClose(AbstractEpollStreamChannel.java:673) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.doClose0(AbstractChannel.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:729) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:619) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp234549324-7895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183153087-7843 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2408433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@f0ed278 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2043449269-172.17.0.2-1731785754353:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183153087-7844 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2408433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5ff5191a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/d11ab77873cb:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7d47a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f24089f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f2408aba758.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33959 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33959/user/jenkins/test-data/b0c4d977-cfcb-7a22-21cb-3c0eaf3f60ea-prefix:d11ab77873cb,42179,1731785755485.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61094) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server handler 2 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33959 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: CacheReplicationMonitor(1090767436) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RS_OPEN_META-regionserver/d11ab77873cb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp183153087-7845 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2408433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp234549324-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2408433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: d11ab77873cb:41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-7d135ce6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/data/data2/current/BP-2043449269-172.17.0.2-1731785754353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 0 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@41aa86e5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:61094): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2e44e3da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/cluster_ea9d60c8-4061-6489-ee31-debb6b65bd15/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) - Thread LEAK? -, OpenFileDescriptor=892 (was 804) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 448), ProcessCount=11 (was 11), AvailableMemoryMB=1338 (was 1423) 2024-11-16T19:35:59,031 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=540 is superior to 500 2024-11-16T19:35:59,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=539, OpenFileDescriptor=892, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=1335 2024-11-16T19:35:59,051 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=539 is superior to 500 2024-11-16T19:35:59,067 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-16T19:35:59,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/hadoop.log.dir so I do NOT create it in target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d 2024-11-16T19:35:59,068 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:35:59,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/hadoop.tmp.dir so I do NOT create it in target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d 2024-11-16T19:35:59,068 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60014f1a-d445-0668-062a-d7b80e701ad7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:35:59,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d 2024-11-16T19:35:59,068 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/cluster_d8256077-0b09-b84e-57e6-60bc7d1765cf, deleteOnExit=true 2024-11-16T19:35:59,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/cluster_d8256077-0b09-b84e-57e6-60bc7d1765cf/zookeeper_0, clientPort=61846, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/cluster_d8256077-0b09-b84e-57e6-60bc7d1765cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/cluster_d8256077-0b09-b84e-57e6-60bc7d1765cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T19:35:59,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61846 2024-11-16T19:35:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:35:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:35:59,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/test.cache.data in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:35:59,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:59,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:35:59,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:35:59,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:35:59,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:35:59,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:59,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:59,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:59,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:59,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:35:59,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:59,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e2c2c43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:59,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a7b91d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:59,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@336b9f57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/java.io.tmpdir/jetty-localhost-34025-hadoop-hdfs-3_4_1-tests_jar-_-any-11790875331447452306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:35:59,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ae1352f{HTTP/1.1, (http/1.1)}{localhost:34025} 2024-11-16T19:35:59,583 INFO [Time-limited test {}] server.Server(415): Started @283364ms 2024-11-16T19:35:59,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:35:59,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:35:59,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:35:59,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:35:59,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:35:59,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a665894{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:35:59,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8833c43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:35:59,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54f4aa32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/java.io.tmpdir/jetty-localhost-46105-hadoop-hdfs-3_4_1-tests_jar-_-any-9000575376810372382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:35:59,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a396ae4{HTTP/1.1, (http/1.1)}{localhost:46105} 2024-11-16T19:35:59,942 INFO [Time-limited test {}] server.Server(415): Started @283723ms 2024-11-16T19:35:59,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:36:00,050 WARN [Thread-4290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/cluster_d8256077-0b09-b84e-57e6-60bc7d1765cf/data/data2/current/BP-776879909-172.17.0.2-1731785759248/current, will proceed with Du for space computation calculation, 2024-11-16T19:36:00,050 WARN [Thread-4289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/cluster_d8256077-0b09-b84e-57e6-60bc7d1765cf/data/data1/current/BP-776879909-172.17.0.2-1731785759248/current, will proceed with Du for space computation calculation, 2024-11-16T19:36:00,102 WARN [Thread-4277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:36:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50eb8c2085240d77 with lease ID 0x327f0531f9973a99: Processing first storage report for DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=21cc2e2a-51be-4eb7-aea9-35a15d162653, infoPort=35297, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=2037215354;c=1731785759248) 2024-11-16T19:36:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50eb8c2085240d77 with lease ID 0x327f0531f9973a99: from storage DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=21cc2e2a-51be-4eb7-aea9-35a15d162653, infoPort=35297, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=2037215354;c=1731785759248), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T19:36:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50eb8c2085240d77 with lease ID 0x327f0531f9973a99: Processing first storage report for DS-3b36d391-ff39-453f-82b1-d6550e7c1158 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=21cc2e2a-51be-4eb7-aea9-35a15d162653, infoPort=35297, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=2037215354;c=1731785759248) 2024-11-16T19:36:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50eb8c2085240d77 with lease ID 0x327f0531f9973a99: from storage DS-3b36d391-ff39-453f-82b1-d6550e7c1158 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=21cc2e2a-51be-4eb7-aea9-35a15d162653, infoPort=35297, infoSecurePort=0, ipcPort=37839, storageInfo=lv=-57;cid=testClusterID;nsid=2037215354;c=1731785759248), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:36:00,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d 2024-11-16T19:36:00,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:00,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:36:00,264 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e with version=8 2024-11-16T19:36:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/hbase-staging 2024-11-16T19:36:00,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:36:00,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:00,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:00,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:36:00,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:00,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:36:00,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:36:00,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:36:00,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44961 2024-11-16T19:36:00,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44961 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:00,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:00,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449610x0, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:00,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:36:00,310 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108766 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:36:00,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44961-0x1004a08f5cd0000 connected 2024-11-16T19:36:00,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:00,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:00,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on znode that does not yet exist, /01906905084/running 2024-11-16T19:36:00,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e, hbase.cluster.distributed=false 2024-11-16T19:36:00,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on znode that does not yet exist, /01906905084/acl 2024-11-16T19:36:00,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44961 2024-11-16T19:36:00,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44961 2024-11-16T19:36:00,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44961 2024-11-16T19:36:00,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44961 2024-11-16T19:36:00,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44961 2024-11-16T19:36:00,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:36:00,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:00,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:00,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:36:00,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:00,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:36:00,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:36:00,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:36:00,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33163 2024-11-16T19:36:00,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33163 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:00,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:00,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:00,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331630x0, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on znode that does not yet exist, /01906905084/running 2024-11-16T19:36:00,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331630x0, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:00,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:36:00,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33163-0x1004a08f5cd0001 connected 2024-11-16T19:36:00,557 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:36:00,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on znode that does not yet exist, /01906905084/master 2024-11-16T19:36:00,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on znode that does not yet exist, /01906905084/acl 2024-11-16T19:36:00,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-16T19:36:00,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33163 2024-11-16T19:36:00,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33163 2024-11-16T19:36:00,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-16T19:36:00,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33163 2024-11-16T19:36:00,629 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:44961 2024-11-16T19:36:00,637 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01906905084/backup-masters/d11ab77873cb,44961,1731785760267 2024-11-16T19:36:00,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084/backup-masters 2024-11-16T19:36:00,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084/backup-masters 2024-11-16T19:36:00,639 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on existing znode=/01906905084/backup-masters/d11ab77873cb,44961,1731785760267 2024-11-16T19:36:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01906905084/master 2024-11-16T19:36:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:00,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on existing znode=/01906905084/master 2024-11-16T19:36:00,640 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01906905084/backup-masters/d11ab77873cb,44961,1731785760267 from backup master directory 2024-11-16T19:36:00,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906905084/backup-masters/d11ab77873cb,44961,1731785760267 2024-11-16T19:36:00,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084/backup-masters 2024-11-16T19:36:00,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084/backup-masters 2024-11-16T19:36:00,641 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:36:00,642 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,44961,1731785760267 2024-11-16T19:36:00,646 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/hbase.id] with ID: 396a0e82-24bd-4386-b2eb-25757e3e76b8 2024-11-16T19:36:00,646 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/.tmp/hbase.id 2024-11-16T19:36:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:36:01,068 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/.tmp/hbase.id]:[hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/hbase.id] 2024-11-16T19:36:01,076 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:01,077 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:36:01,077 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T19:36:01,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:01,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:36:01,507 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:36:01,508 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:36:01,508 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:36:01,536 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store 2024-11-16T19:36:01,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:36:01,546 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:01,547 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:36:01,547 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:01,547 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:01,547 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:36:01,547 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:01,547 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:01,547 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785761547Disabling compacts and flushes for region at 1731785761547Disabling writes for close at 1731785761547Writing region close event to WAL at 1731785761547Closed at 1731785761547 2024-11-16T19:36:01,547 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/.initializing 2024-11-16T19:36:01,547 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/WALs/d11ab77873cb,44961,1731785760267 2024-11-16T19:36:01,548 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:36:01,549 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C44961%2C1731785760267, suffix=, logDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/WALs/d11ab77873cb,44961,1731785760267, archiveDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/oldWALs, maxLogs=10 2024-11-16T19:36:01,567 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/WALs/d11ab77873cb,44961,1731785760267/d11ab77873cb%2C44961%2C1731785760267.1731785761550, exclude list is [], retry=0 2024-11-16T19:36:01,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0,DISK] 2024-11-16T19:36:01,590 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/WALs/d11ab77873cb,44961,1731785760267/d11ab77873cb%2C44961%2C1731785760267.1731785761550 2024-11-16T19:36:01,598 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35297:35297)] 2024-11-16T19:36:01,599 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:01,599 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:01,599 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,599 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:36:01,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:01,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:01,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:36:01,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:01,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:01,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:36:01,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:01,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:01,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:36:01,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:01,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:01,612 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,613 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,613 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,614 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,615 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:01,616 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:01,618 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:01,619 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64917726, jitterRate=-0.032650500535964966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:01,619 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785761599Initializing all the Stores at 1731785761600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785761601 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785761601Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785761601Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785761601Cleaning up temporary data from old regions at 1731785761615 (+14 ms)Region opened successfully at 1731785761619 (+4 ms) 2024-11-16T19:36:01,619 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:36:01,622 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fd7e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:36:01,623 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:36:01,624 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:36:01,624 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:36:01,624 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:36:01,624 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:36:01,625 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:36:01,625 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:36:01,639 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:36:01,640 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Unable to get data of znode /01906905084/balancer because node does not exist (not necessarily an error) 2024-11-16T19:36:01,641 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906905084/balancer already deleted, retry=false 2024-11-16T19:36:01,641 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:36:01,642 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Unable to get data of znode /01906905084/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:36:01,642 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906905084/normalizer already deleted, retry=false 2024-11-16T19:36:01,643 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:36:01,644 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Unable to get data of znode /01906905084/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:36:01,644 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906905084/switch/split already deleted, retry=false 2024-11-16T19:36:01,645 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Unable to get data of znode /01906905084/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:36:01,645 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906905084/switch/merge already deleted, retry=false 2024-11-16T19:36:01,647 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Unable to get data of znode /01906905084/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:36:01,648 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01906905084/snapshot-cleanup already deleted, retry=false 2024-11-16T19:36:01,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01906905084/running 2024-11-16T19:36:01,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01906905084/running 2024-11-16T19:36:01,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:01,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:01,651 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,44961,1731785760267, sessionid=0x1004a08f5cd0000, setting cluster-up flag (Was=false) 2024-11-16T19:36:01,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:01,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:01,656 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01906905084/flush-table-proc/acquired, /01906905084/flush-table-proc/reached, /01906905084/flush-table-proc/abort 2024-11-16T19:36:01,657 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,44961,1731785760267 2024-11-16T19:36:01,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:01,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:01,663 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01906905084/online-snapshot/acquired, /01906905084/online-snapshot/reached, /01906905084/online-snapshot/abort 2024-11-16T19:36:01,665 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,44961,1731785760267 2024-11-16T19:36:01,669 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:36:01,671 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:01,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:36:01,671 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:36:01,672 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,44961,1731785760267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:36:01,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:01,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:01,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:01,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:01,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:36:01,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:36:01,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:01,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:36:01,687 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:01,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:36:01,709 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785791709 2024-11-16T19:36:01,709 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:36:01,710 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:36:01,710 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:36:01,710 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:36:01,710 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:36:01,710 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:36:01,710 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,711 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:36:01,711 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:36:01,711 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:36:01,711 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:36:01,711 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:36:01,711 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:36:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:36:01,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:36:01,713 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e 2024-11-16T19:36:01,717 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785761711,5,FailOnTimeoutGroup] 2024-11-16T19:36:01,722 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(746): ClusterId : 396a0e82-24bd-4386-b2eb-25757e3e76b8 2024-11-16T19:36:01,722 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:36:01,724 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:36:01,724 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:36:01,725 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:36:01,726 DEBUG [RS:0;d11ab77873cb:33163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad7b31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:36:01,733 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785761717,5,FailOnTimeoutGroup] 2024-11-16T19:36:01,733 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,733 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:36:01,733 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,733 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741832_1008 (size=32) 2024-11-16T19:36:01,752 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:33163 2024-11-16T19:36:01,752 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:36:01,752 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:36:01,752 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:36:01,753 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,44961,1731785760267 with port=33163, startcode=1731785760510 2024-11-16T19:36:01,753 DEBUG [RS:0;d11ab77873cb:33163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:36:01,758 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:36:01,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,33163,1731785760510 2024-11-16T19:36:01,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44961 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,33163,1731785760510 2024-11-16T19:36:01,759 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e 2024-11-16T19:36:01,760 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41299 2024-11-16T19:36:01,760 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:36:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084/rs 2024-11-16T19:36:01,761 DEBUG [RS:0;d11ab77873cb:33163 {}] zookeeper.ZKUtil(111): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on existing znode=/01906905084/rs/d11ab77873cb,33163,1731785760510 2024-11-16T19:36:01,761 WARN [RS:0;d11ab77873cb:33163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:36:01,761 INFO [RS:0;d11ab77873cb:33163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:01,761 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510 2024-11-16T19:36:01,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,33163,1731785760510] 2024-11-16T19:36:01,767 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:36:01,773 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:36:01,773 INFO [RS:0;d11ab77873cb:33163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:36:01,773 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,774 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:36:01,775 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:36:01,775 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:36:01,775 DEBUG [RS:0;d11ab77873cb:33163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:36:01,781 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,781 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,781 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,781 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,781 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,781 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,33163,1731785760510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:36:01,802 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:36:01,802 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,33163,1731785760510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,802 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,802 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.Replication(171): d11ab77873cb,33163,1731785760510 started 2024-11-16T19:36:01,821 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:01,821 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,33163,1731785760510, RpcServer on d11ab77873cb/172.17.0.2:33163, sessionid=0x1004a08f5cd0001 2024-11-16T19:36:01,821 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:36:01,821 DEBUG [RS:0;d11ab77873cb:33163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,33163,1731785760510 2024-11-16T19:36:01,821 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,33163,1731785760510' 2024-11-16T19:36:01,821 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01906905084/flush-table-proc/abort' 2024-11-16T19:36:01,822 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01906905084/flush-table-proc/acquired' 2024-11-16T19:36:01,822 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:36:01,822 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:36:01,822 DEBUG [RS:0;d11ab77873cb:33163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,33163,1731785760510 2024-11-16T19:36:01,822 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,33163,1731785760510' 2024-11-16T19:36:01,822 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01906905084/online-snapshot/abort' 2024-11-16T19:36:01,822 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01906905084/online-snapshot/acquired' 2024-11-16T19:36:01,823 DEBUG [RS:0;d11ab77873cb:33163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:36:01,823 INFO [RS:0;d11ab77873cb:33163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:36:01,823 INFO [RS:0;d11ab77873cb:33163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:36:01,923 INFO [RS:0;d11ab77873cb:33163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:36:01,924 INFO [RS:0;d11ab77873cb:33163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33163%2C1731785760510, suffix=, logDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510, archiveDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/oldWALs, maxLogs=10 2024-11-16T19:36:01,942 DEBUG [RS:0;d11ab77873cb:33163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924, exclude list is [], retry=0 2024-11-16T19:36:01,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0,DISK] 2024-11-16T19:36:01,957 INFO [RS:0;d11ab77873cb:33163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 2024-11-16T19:36:01,957 DEBUG [RS:0;d11ab77873cb:33163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35297:35297)] 2024-11-16T19:36:02,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:02,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:36:02,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:36:02,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:02,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:02,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:36:02,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:36:02,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:02,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:02,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:36:02,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:36:02,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:02,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:02,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:36:02,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:36:02,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:02,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:02,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:36:02,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740 2024-11-16T19:36:02,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740 2024-11-16T19:36:02,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:36:02,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:36:02,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:02,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:36:02,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:02,159 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71820832, jitterRate=0.07021379470825195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:02,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785762147Initializing all the Stores at 1731785762148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785762148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785762148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785762148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785762148Cleaning up temporary data from old regions at 1731785762155 (+7 ms)Region opened successfully at 1731785762159 (+4 ms) 2024-11-16T19:36:02,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:36:02,159 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:36:02,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:36:02,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:36:02,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:36:02,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:02,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785762159Disabling compacts and flushes for region at 1731785762159Disabling writes for close at 1731785762159Writing region close event to WAL at 1731785762159Closed at 1731785762159 2024-11-16T19:36:02,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:02,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:36:02,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:36:02,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:36:02,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:36:02,313 DEBUG [d11ab77873cb:44961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:36:02,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,33163,1731785760510 2024-11-16T19:36:02,314 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,33163,1731785760510, state=OPENING 2024-11-16T19:36:02,315 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:36:02,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:02,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:02,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:36:02,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,33163,1731785760510}] 2024-11-16T19:36:02,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01906905084/meta-region-server: CHANGED 2024-11-16T19:36:02,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01906905084/meta-region-server: CHANGED 2024-11-16T19:36:02,470 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:36:02,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:36:02,494 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:36:02,494 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:02,494 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:36:02,504 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33163%2C1731785760510.meta, suffix=.meta, logDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510, archiveDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/oldWALs, maxLogs=10 2024-11-16T19:36:02,556 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.meta.1731785762517.meta, exclude list is [], retry=0 2024-11-16T19:36:02,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0,DISK] 2024-11-16T19:36:02,582 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.meta.1731785762517.meta 2024-11-16T19:36:02,587 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35297:35297)] 2024-11-16T19:36:02,587 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:02,588 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:36:02,588 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:36:02,588 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:36:02,588 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:36:02,588 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:36:02,588 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:02,588 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:36:02,588 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:36:02,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:36:02,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:36:02,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:02,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:02,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:36:02,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:36:02,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:02,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:02,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:36:02,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:36:02,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:02,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:02,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:36:02,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:36:02,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:02,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:02,624 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:36:02,625 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740 2024-11-16T19:36:02,626 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740 2024-11-16T19:36:02,626 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:36:02,626 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:36:02,627 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:02,628 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:36:02,628 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333378, jitterRate=-0.041357964277267456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:02,628 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:36:02,629 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785762588Writing region info on filesystem at 1731785762588Initializing all the Stores at 1731785762589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785762589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785762605 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785762605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785762605Cleaning up temporary data from old regions at 1731785762626 (+21 ms)Running coprocessor post-open hooks at 1731785762628 (+2 ms)Region opened successfully at 1731785762628 2024-11-16T19:36:02,629 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785762469 2024-11-16T19:36:02,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,33163,1731785760510 2024-11-16T19:36:02,633 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,33163,1731785760510, state=OPEN 2024-11-16T19:36:02,634 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:36:02,634 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:36:02,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01906905084/meta-region-server 2024-11-16T19:36:02,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01906905084/meta-region-server 2024-11-16T19:36:02,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01906905084/meta-region-server: CHANGED 2024-11-16T19:36:02,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01906905084/meta-region-server: CHANGED 2024-11-16T19:36:02,637 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,33163,1731785760510 2024-11-16T19:36:02,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:36:02,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,33163,1731785760510 in 321 msec 2024-11-16T19:36:02,645 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:02,645 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:36:02,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:36:02,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-16T19:36:02,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:02,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33163,1731785760510, seqNum=-1] 2024-11-16T19:36:02,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:02,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:02,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 982 msec 2024-11-16T19:36:02,654 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785762654, completionTime=-1 2024-11-16T19:36:02,654 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:36:02,654 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:36:02,656 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:36:02,656 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785822656 2024-11-16T19:36:02,656 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785882656 2024-11-16T19:36:02,656 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T19:36:02,657 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44961,1731785760267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:02,657 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44961,1731785760267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:02,657 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44961,1731785760267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:02,657 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:44961, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:02,657 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:02,659 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:36:02,665 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:02,669 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.027sec 2024-11-16T19:36:02,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:36:02,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:36:02,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:36:02,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:36:02,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:36:02,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44961,1731785760267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:36:02,670 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44961,1731785760267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:36:02,675 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:36:02,675 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:36:02,675 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,44961,1731785760267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:02,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd33a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:02,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44961,-1 for getting cluster id 2024-11-16T19:36:02,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:02,731 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396a0e82-24bd-4386-b2eb-25757e3e76b8' 2024-11-16T19:36:02,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396a0e82-24bd-4386-b2eb-25757e3e76b8" 2024-11-16T19:36:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d4af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:02,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44961,-1] 2024-11-16T19:36:02,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:02,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:02,735 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:02,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216a1fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:02,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:02,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33163,1731785760510, seqNum=-1] 2024-11-16T19:36:02,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:02,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:02,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,44961,1731785760267 2024-11-16T19:36:02,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:02,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:02,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1004a08f5cd0002 connected 2024-11-16T19:36:02,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.log.dir so I do NOT create it in target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9 2024-11-16T19:36:02,744 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:36:02,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.tmp.dir so I do NOT create it in target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9 2024-11-16T19:36:02,744 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:36:02,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9 2024-11-16T19:36:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:36:02,745 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/cluster_cc57a94a-c9a1-e9b3-17aa-36b831ff5752, deleteOnExit=true 2024-11-16T19:36:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:36:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/test.cache.data in system properties and HBase conf 2024-11-16T19:36:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:36:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:36:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:36:02,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:36:02,746 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:36:02,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:36:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:36:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:36:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:36:02,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:36:02,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:36:02,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:36:02,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:36:02,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:36:02,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:36:02,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:36:02,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4511573e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:36:02,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268b4699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:36:02,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T19:36:02,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T19:36:03,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f4d40c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/java.io.tmpdir/jetty-localhost-37319-hadoop-hdfs-3_4_1-tests_jar-_-any-3760092544829364771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:36:03,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70081888{HTTP/1.1, (http/1.1)}{localhost:37319} 2024-11-16T19:36:03,012 INFO [Time-limited test {}] server.Server(415): Started @286793ms 2024-11-16T19:36:03,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:36:03,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:36:03,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:36:03,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:36:03,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:36:03,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2273ea7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:36:03,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27237c78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:36:03,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32de85a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/java.io.tmpdir/jetty-localhost-36281-hadoop-hdfs-3_4_1-tests_jar-_-any-8389756146286643991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:36:03,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ced2d66{HTTP/1.1, (http/1.1)}{localhost:36281} 2024-11-16T19:36:03,275 INFO [Time-limited test {}] server.Server(415): Started @287056ms 2024-11-16T19:36:03,276 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:36:03,427 WARN [Thread-4409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/cluster_cc57a94a-c9a1-e9b3-17aa-36b831ff5752/data/data1/current/BP-971326385-172.17.0.2-1731785762766/current, will proceed with Du for space computation calculation, 2024-11-16T19:36:03,427 WARN [Thread-4410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/cluster_cc57a94a-c9a1-e9b3-17aa-36b831ff5752/data/data2/current/BP-971326385-172.17.0.2-1731785762766/current, will proceed with Du for space computation calculation, 2024-11-16T19:36:03,474 WARN [Thread-4397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:36:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaf1733ff9934725 with lease ID 0x58c9783f6da700fa: Processing first storage report for DS-e73d5c2d-a576-499c-83bf-952c9b12df81 from datanode DatanodeRegistration(127.0.0.1:34981, datanodeUuid=40de4c42-8002-4f4a-8fad-8de6d54c5995, infoPort=40619, infoSecurePort=0, ipcPort=39149, storageInfo=lv=-57;cid=testClusterID;nsid=2072496500;c=1731785762766) 2024-11-16T19:36:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaf1733ff9934725 with lease ID 0x58c9783f6da700fa: from storage DS-e73d5c2d-a576-499c-83bf-952c9b12df81 node DatanodeRegistration(127.0.0.1:34981, datanodeUuid=40de4c42-8002-4f4a-8fad-8de6d54c5995, infoPort=40619, infoSecurePort=0, ipcPort=39149, storageInfo=lv=-57;cid=testClusterID;nsid=2072496500;c=1731785762766), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:36:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaf1733ff9934725 with lease ID 0x58c9783f6da700fa: Processing first storage report for DS-c344faf0-0146-469a-9022-f60705c4d99c from datanode DatanodeRegistration(127.0.0.1:34981, datanodeUuid=40de4c42-8002-4f4a-8fad-8de6d54c5995, infoPort=40619, infoSecurePort=0, ipcPort=39149, storageInfo=lv=-57;cid=testClusterID;nsid=2072496500;c=1731785762766) 2024-11-16T19:36:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaf1733ff9934725 with lease ID 0x58c9783f6da700fa: from storage DS-c344faf0-0146-469a-9022-f60705c4d99c node DatanodeRegistration(127.0.0.1:34981, datanodeUuid=40de4c42-8002-4f4a-8fad-8de6d54c5995, infoPort=40619, infoSecurePort=0, ipcPort=39149, storageInfo=lv=-57;cid=testClusterID;nsid=2072496500;c=1731785762766), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:36:03,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9 2024-11-16T19:36:03,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:03,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:03,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:36:03,918 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad with version=8 2024-11-16T19:36:03,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/hbase-staging 2024-11-16T19:36:03,920 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:36:03,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:03,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:03,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:36:03,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:03,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:36:03,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:36:03,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:36:03,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34427 2024-11-16T19:36:03,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34427 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:03,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344270x0, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:03,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34427-0x1004a08f5cd0003 connected 2024-11-16T19:36:03,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:03,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:03,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on znode that does not yet exist, /1-360633054/running 2024-11-16T19:36:03,935 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad, hbase.cluster.distributed=false 2024-11-16T19:36:03,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on znode that does not yet exist, /1-360633054/acl 2024-11-16T19:36:03,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-16T19:36:03,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34427 2024-11-16T19:36:03,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34427 2024-11-16T19:36:03,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-16T19:36:03,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34427 2024-11-16T19:36:03,971 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:36:03,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:03,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:03,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:36:03,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:03,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:36:03,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:36:03,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:36:03,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43135 2024-11-16T19:36:03,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43135 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:03,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:03,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:03,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431350x0, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:03,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431350x0, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on znode that does not yet exist, /1-360633054/running 2024-11-16T19:36:03,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:36:04,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43135-0x1004a08f5cd0004 connected 2024-11-16T19:36:04,009 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:36:04,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on znode that does not yet exist, /1-360633054/master 2024-11-16T19:36:04,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on znode that does not yet exist, /1-360633054/acl 2024-11-16T19:36:04,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43135 2024-11-16T19:36:04,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43135 2024-11-16T19:36:04,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43135 2024-11-16T19:36:04,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43135 2024-11-16T19:36:04,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43135 2024-11-16T19:36:04,048 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:34427 2024-11-16T19:36:04,049 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-360633054/backup-masters/d11ab77873cb,34427,1731785763919 2024-11-16T19:36:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054/backup-masters 2024-11-16T19:36:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054/backup-masters 2024-11-16T19:36:04,051 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on existing znode=/1-360633054/backup-masters/d11ab77873cb,34427,1731785763919 2024-11-16T19:36:04,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-360633054/master 2024-11-16T19:36:04,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,052 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on existing znode=/1-360633054/master 2024-11-16T19:36:04,052 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-360633054/backup-masters/d11ab77873cb,34427,1731785763919 from backup master directory 2024-11-16T19:36:04,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360633054/backup-masters/d11ab77873cb,34427,1731785763919 2024-11-16T19:36:04,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054/backup-masters 2024-11-16T19:36:04,053 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:36:04,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054/backup-masters 2024-11-16T19:36:04,053 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,34427,1731785763919 2024-11-16T19:36:04,055 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/hbase.id] with ID: c713e9bb-72bb-467a-bfc9-90dacd7e9f5a 2024-11-16T19:36:04,056 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/.tmp/hbase.id 2024-11-16T19:36:04,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:36:04,079 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/.tmp/hbase.id]:[hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/hbase.id] 2024-11-16T19:36:04,089 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:04,089 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:36:04,090 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T19:36:04,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:36:04,499 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:36:04,500 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:36:04,500 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:04,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:36:04,505 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store 2024-11-16T19:36:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:36:04,510 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:04,510 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:36:04,510 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:04,510 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:04,510 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:36:04,510 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:04,511 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:04,511 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785764510Disabling compacts and flushes for region at 1731785764510Disabling writes for close at 1731785764510Writing region close event to WAL at 1731785764510Closed at 1731785764510 2024-11-16T19:36:04,511 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/.initializing 2024-11-16T19:36:04,511 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/WALs/d11ab77873cb,34427,1731785763919 2024-11-16T19:36:04,512 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:36:04,513 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C34427%2C1731785763919, suffix=, logDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/WALs/d11ab77873cb,34427,1731785763919, archiveDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/oldWALs, maxLogs=10 2024-11-16T19:36:04,529 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/WALs/d11ab77873cb,34427,1731785763919/d11ab77873cb%2C34427%2C1731785763919.1731785764513, exclude list is [], retry=0 2024-11-16T19:36:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34981,DS-e73d5c2d-a576-499c-83bf-952c9b12df81,DISK] 2024-11-16T19:36:04,533 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/WALs/d11ab77873cb,34427,1731785763919/d11ab77873cb%2C34427%2C1731785763919.1731785764513 2024-11-16T19:36:04,534 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40619:40619)] 2024-11-16T19:36:04,534 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:04,534 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:04,534 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,534 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:36:04,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:04,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:04,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:36:04,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:04,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:04,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:36:04,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:04,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:04,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:36:04,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:04,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:04,541 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,542 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,542 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,543 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,543 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,544 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:04,545 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:04,547 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:04,547 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71783179, jitterRate=0.06965272128582001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:04,547 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785764534Initializing all the Stores at 1731785764535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785764535Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785764535Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785764535Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785764535Cleaning up temporary data from old regions at 1731785764543 (+8 ms)Region opened successfully at 1731785764547 (+4 ms) 2024-11-16T19:36:04,547 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:36:04,550 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2adb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:36:04,551 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:36:04,551 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:36:04,551 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:36:04,552 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:36:04,552 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:36:04,553 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:36:04,553 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:36:04,555 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:36:04,555 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Unable to get data of znode /1-360633054/balancer because node does not exist (not necessarily an error) 2024-11-16T19:36:04,556 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360633054/balancer already deleted, retry=false 2024-11-16T19:36:04,556 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:36:04,557 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Unable to get data of znode /1-360633054/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:36:04,558 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360633054/normalizer already deleted, retry=false 2024-11-16T19:36:04,558 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:36:04,559 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Unable to get data of znode /1-360633054/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:36:04,559 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360633054/switch/split already deleted, retry=false 2024-11-16T19:36:04,560 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Unable to get data of znode /1-360633054/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:36:04,560 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360633054/switch/merge already deleted, retry=false 2024-11-16T19:36:04,562 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Unable to get data of znode /1-360633054/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:36:04,562 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-360633054/snapshot-cleanup already deleted, retry=false 2024-11-16T19:36:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-360633054/running 2024-11-16T19:36:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-360633054/running 2024-11-16T19:36:04,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,564 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,34427,1731785763919, sessionid=0x1004a08f5cd0003, setting cluster-up flag (Was=false) 2024-11-16T19:36:04,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,568 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-360633054/flush-table-proc/acquired, /1-360633054/flush-table-proc/reached, /1-360633054/flush-table-proc/abort 2024-11-16T19:36:04,569 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,34427,1731785763919 2024-11-16T19:36:04,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:04,572 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-360633054/online-snapshot/acquired, /1-360633054/online-snapshot/reached, /1-360633054/online-snapshot/abort 2024-11-16T19:36:04,573 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,34427,1731785763919 2024-11-16T19:36:04,574 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:36:04,582 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:04,582 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:36:04,583 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:36:04,583 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,34427,1731785763919 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:36:04,584 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:04,584 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:04,584 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:04,584 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:04,585 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:36:04,585 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,585 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:36:04,585 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:04,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:36:04,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:04,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:36:04,606 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785794606 2024-11-16T19:36:04,606 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:36:04,606 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:36:04,607 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:36:04,607 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:36:04,607 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:36:04,607 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:36:04,607 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,617 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:36:04,617 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:36:04,617 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:36:04,617 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:36:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:36:04,629 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:36:04,629 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:36:04,629 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785764629,5,FailOnTimeoutGroup] 2024-11-16T19:36:04,635 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785764629,5,FailOnTimeoutGroup] 2024-11-16T19:36:04,635 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,635 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:36:04,636 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,636 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,637 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(746): ClusterId : c713e9bb-72bb-467a-bfc9-90dacd7e9f5a 2024-11-16T19:36:04,637 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:36:04,638 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:36:04,638 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:36:04,640 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:36:04,640 DEBUG [RS:0;d11ab77873cb:43135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:36:04,656 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:43135 2024-11-16T19:36:04,656 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:36:04,656 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:36:04,656 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:36:04,656 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,34427,1731785763919 with port=43135, startcode=1731785763971 2024-11-16T19:36:04,657 DEBUG [RS:0;d11ab77873cb:43135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:36:04,658 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:36:04,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,43135,1731785763971 2024-11-16T19:36:04,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34427 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,43135,1731785763971 2024-11-16T19:36:04,659 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad 2024-11-16T19:36:04,659 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37523 2024-11-16T19:36:04,659 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:36:04,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054/rs 2024-11-16T19:36:04,662 DEBUG [RS:0;d11ab77873cb:43135 {}] zookeeper.ZKUtil(111): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on existing znode=/1-360633054/rs/d11ab77873cb,43135,1731785763971 2024-11-16T19:36:04,662 WARN [RS:0;d11ab77873cb:43135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:36:04,662 INFO [RS:0;d11ab77873cb:43135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:04,662 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/WALs/d11ab77873cb,43135,1731785763971 2024-11-16T19:36:04,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,43135,1731785763971] 2024-11-16T19:36:04,667 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:36:04,673 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:36:04,673 INFO [RS:0;d11ab77873cb:43135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:36:04,673 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,674 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:36:04,674 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:36:04,674 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,674 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,674 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,674 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,674 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,674 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:36:04,675 DEBUG [RS:0;d11ab77873cb:43135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:36:04,689 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,689 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,689 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,689 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,689 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,689 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43135,1731785763971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:36:04,713 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:36:04,713 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,43135,1731785763971-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,713 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,713 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.Replication(171): d11ab77873cb,43135,1731785763971 started 2024-11-16T19:36:04,728 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:04,728 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,43135,1731785763971, RpcServer on d11ab77873cb/172.17.0.2:43135, sessionid=0x1004a08f5cd0004 2024-11-16T19:36:04,728 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:36:04,728 DEBUG [RS:0;d11ab77873cb:43135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,43135,1731785763971 2024-11-16T19:36:04,728 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,43135,1731785763971' 2024-11-16T19:36:04,728 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-360633054/flush-table-proc/abort' 2024-11-16T19:36:04,729 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-360633054/flush-table-proc/acquired' 2024-11-16T19:36:04,729 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:36:04,729 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:36:04,729 DEBUG [RS:0;d11ab77873cb:43135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,43135,1731785763971 2024-11-16T19:36:04,729 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,43135,1731785763971' 2024-11-16T19:36:04,729 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-360633054/online-snapshot/abort' 2024-11-16T19:36:04,729 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-360633054/online-snapshot/acquired' 2024-11-16T19:36:04,730 DEBUG [RS:0;d11ab77873cb:43135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:36:04,730 INFO [RS:0;d11ab77873cb:43135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:36:04,730 INFO [RS:0;d11ab77873cb:43135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:36:04,830 INFO [RS:0;d11ab77873cb:43135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:36:04,831 INFO [RS:0;d11ab77873cb:43135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C43135%2C1731785763971, suffix=, logDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/WALs/d11ab77873cb,43135,1731785763971, archiveDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/oldWALs, maxLogs=10 2024-11-16T19:36:04,848 DEBUG [RS:0;d11ab77873cb:43135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/WALs/d11ab77873cb,43135,1731785763971/d11ab77873cb%2C43135%2C1731785763971.1731785764831, exclude list is [], retry=0 2024-11-16T19:36:04,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34981,DS-e73d5c2d-a576-499c-83bf-952c9b12df81,DISK] 2024-11-16T19:36:04,854 INFO [RS:0;d11ab77873cb:43135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/WALs/d11ab77873cb,43135,1731785763971/d11ab77873cb%2C43135%2C1731785763971.1731785764831 2024-11-16T19:36:04,854 DEBUG [RS:0;d11ab77873cb:43135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40619:40619)] 2024-11-16T19:36:05,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:36:05,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad 2024-11-16T19:36:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741833_1009 (size=32) 2024-11-16T19:36:05,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:05,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:36:05,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:36:05,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:05,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:05,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:36:05,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:36:05,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:05,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:05,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:36:05,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:36:05,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:05,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:05,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:36:05,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:36:05,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:05,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:05,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:36:05,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740 2024-11-16T19:36:05,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740 2024-11-16T19:36:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:36:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:36:05,073 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:05,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:36:05,076 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:05,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209218, jitterRate=0.09090235829353333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:05,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785765053Initializing all the Stores at 1731785765055 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785765055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785765056 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785765056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785765056Cleaning up temporary data from old regions at 1731785765072 (+16 ms)Region opened successfully at 1731785765077 (+5 ms) 2024-11-16T19:36:05,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:36:05,077 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:36:05,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:36:05,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:36:05,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:36:05,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:05,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785765077Disabling compacts and flushes for region at 1731785765077Disabling writes for close at 1731785765077Writing region close event to WAL at 1731785765078 (+1 ms)Closed at 1731785765078 2024-11-16T19:36:05,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:05,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:36:05,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:36:05,080 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:36:05,081 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:36:05,231 DEBUG [d11ab77873cb:34427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:36:05,232 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,43135,1731785763971 2024-11-16T19:36:05,233 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,43135,1731785763971, state=OPENING 2024-11-16T19:36:05,234 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:36:05,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:05,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:05,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-360633054/meta-region-server: CHANGED 2024-11-16T19:36:05,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-360633054/meta-region-server: CHANGED 2024-11-16T19:36:05,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:36:05,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,43135,1731785763971}] 2024-11-16T19:36:05,390 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:36:05,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:36:05,404 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:36:05,404 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:05,404 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:36:05,418 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C43135%2C1731785763971.meta, suffix=.meta, logDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/WALs/d11ab77873cb,43135,1731785763971, archiveDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/oldWALs, maxLogs=10 2024-11-16T19:36:05,435 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/WALs/d11ab77873cb,43135,1731785763971/d11ab77873cb%2C43135%2C1731785763971.meta.1731785765418.meta, exclude list is [], retry=0 2024-11-16T19:36:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34981,DS-e73d5c2d-a576-499c-83bf-952c9b12df81,DISK] 2024-11-16T19:36:05,445 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/WALs/d11ab77873cb,43135,1731785763971/d11ab77873cb%2C43135%2C1731785763971.meta.1731785765418.meta 2024-11-16T19:36:05,461 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40619:40619)] 2024-11-16T19:36:05,462 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:05,462 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:36:05,462 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:36:05,463 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:36:05,463 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:36:05,463 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:36:05,463 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:05,463 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:36:05,463 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:36:05,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:36:05,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:36:05,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:05,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:05,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:36:05,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:36:05,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:05,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:05,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:36:05,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:36:05,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:05,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:05,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:36:05,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:36:05,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:05,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:05,470 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:36:05,471 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740 2024-11-16T19:36:05,471 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740 2024-11-16T19:36:05,472 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:36:05,472 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:36:05,473 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:05,474 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:36:05,474 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61287146, jitterRate=-0.08675035834312439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:05,474 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:36:05,474 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785765463Writing region info on filesystem at 1731785765463Initializing all the Stores at 1731785765464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785765464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785765465 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785765465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785765465Cleaning up temporary data from old regions at 1731785765472 (+7 ms)Running coprocessor post-open hooks at 1731785765474 (+2 ms)Region opened successfully at 1731785765474 2024-11-16T19:36:05,475 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785765389 2024-11-16T19:36:05,478 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:36:05,478 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:36:05,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,43135,1731785763971 2024-11-16T19:36:05,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,43135,1731785763971, state=OPEN 2024-11-16T19:36:05,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-360633054/meta-region-server 2024-11-16T19:36:05,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-360633054/meta-region-server: CHANGED 2024-11-16T19:36:05,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-360633054/meta-region-server 2024-11-16T19:36:05,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-360633054/meta-region-server: CHANGED 2024-11-16T19:36:05,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,43135,1731785763971 2024-11-16T19:36:05,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:36:05,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,43135,1731785763971 in 245 msec 2024-11-16T19:36:05,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:05,489 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:36:05,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:36:05,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-16T19:36:05,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:05,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,43135,1731785763971, seqNum=-1] 2024-11-16T19:36:05,491 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:05,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:05,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 915 msec 2024-11-16T19:36:05,500 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785765500, completionTime=-1 2024-11-16T19:36:05,500 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:36:05,500 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:36:05,502 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:36:05,502 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785825502 2024-11-16T19:36:05,502 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785885502 2024-11-16T19:36:05,502 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T19:36:05,503 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34427,1731785763919-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:05,503 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34427,1731785763919-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:05,503 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34427,1731785763919-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:05,503 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:34427, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:05,503 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:05,505 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:36:05,517 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:05,524 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.471sec 2024-11-16T19:36:05,524 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:36:05,524 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:36:05,524 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:36:05,524 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:36:05,524 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:36:05,524 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34427,1731785763919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:36:05,524 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34427,1731785763919-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:36:05,534 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:36:05,534 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:36:05,534 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,34427,1731785763919-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:05,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcf347f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:05,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34427,-1 for getting cluster id 2024-11-16T19:36:05,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:05,541 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c713e9bb-72bb-467a-bfc9-90dacd7e9f5a' 2024-11-16T19:36:05,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:05,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c713e9bb-72bb-467a-bfc9-90dacd7e9f5a" 2024-11-16T19:36:05,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8a17a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:05,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34427,-1] 2024-11-16T19:36:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:05,543 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:05,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4515aa3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:05,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,43135,1731785763971, seqNum=-1] 2024-11-16T19:36:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:05,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:05,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,34427,1731785763919 2024-11-16T19:36:05,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:05,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:05,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.log.dir so I do NOT create it in target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0 2024-11-16T19:36:05,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T19:36:05,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.tmp.dir so I do NOT create it in target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0 2024-11-16T19:36:05,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T19:36:05,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0 2024-11-16T19:36:05,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T19:36:05,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/cluster_ec665486-2787-5a3c-b993-350a75bf446d, deleteOnExit=true 2024-11-16T19:36:05,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T19:36:05,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/test.cache.data in system properties and HBase conf 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/hadoop.log.dir in system properties and HBase conf 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T19:36:05,562 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T19:36:05,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/nfs.dump.dir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/java.io.tmpdir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T19:36:05,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T19:36:05,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1004a08f5cd0005 connected 2024-11-16T19:36:05,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:36:05,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:36:05,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:36:05,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:36:05,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T19:36:05,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:36:05,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c43aee5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:36:05,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@90de88c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:36:05,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69da27cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/java.io.tmpdir/jetty-localhost-37153-hadoop-hdfs-3_4_1-tests_jar-_-any-15289299806459021006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:36:05,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5130d4ec{HTTP/1.1, (http/1.1)}{localhost:37153} 2024-11-16T19:36:05,855 INFO [Time-limited test {}] server.Server(415): Started @289636ms 2024-11-16T19:36:05,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T19:36:05,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T19:36:05,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T19:36:05,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T19:36:05,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T19:36:05,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d2810f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/hadoop.log.dir/,AVAILABLE} 2024-11-16T19:36:05,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a6480ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T19:36:06,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a23d2d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/java.io.tmpdir/jetty-localhost-39377-hadoop-hdfs-3_4_1-tests_jar-_-any-3344297892066202661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:36:06,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75f942ae{HTTP/1.1, (http/1.1)}{localhost:39377} 2024-11-16T19:36:06,114 INFO [Time-limited test {}] server.Server(415): Started @289895ms 2024-11-16T19:36:06,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T19:36:06,235 WARN [Thread-4530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/cluster_ec665486-2787-5a3c-b993-350a75bf446d/data/data2/current/BP-1564323624-172.17.0.2-1731785765590/current, will proceed with Du for space computation calculation, 2024-11-16T19:36:06,235 WARN [Thread-4529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/cluster_ec665486-2787-5a3c-b993-350a75bf446d/data/data1/current/BP-1564323624-172.17.0.2-1731785765590/current, will proceed with Du for space computation calculation, 2024-11-16T19:36:06,299 WARN [Thread-4517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T19:36:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5c6dea583d7071d with lease ID 0xe27a5ca03ba09d33: Processing first storage report for DS-fa852cc4-1fdb-4d06-9181-0c7729b91b7d from datanode DatanodeRegistration(127.0.0.1:42713, datanodeUuid=dfe7a3e3-2442-4fd5-8fce-f21667f3e3d6, infoPort=46751, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=725826383;c=1731785765590) 2024-11-16T19:36:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5c6dea583d7071d with lease ID 0xe27a5ca03ba09d33: from storage DS-fa852cc4-1fdb-4d06-9181-0c7729b91b7d node DatanodeRegistration(127.0.0.1:42713, datanodeUuid=dfe7a3e3-2442-4fd5-8fce-f21667f3e3d6, infoPort=46751, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=725826383;c=1731785765590), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:36:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5c6dea583d7071d with lease ID 0xe27a5ca03ba09d33: Processing first storage report for DS-9fb0a408-0d6c-4490-a6e8-2eedacd2b338 from datanode DatanodeRegistration(127.0.0.1:42713, datanodeUuid=dfe7a3e3-2442-4fd5-8fce-f21667f3e3d6, infoPort=46751, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=725826383;c=1731785765590) 2024-11-16T19:36:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5c6dea583d7071d with lease ID 0xe27a5ca03ba09d33: from storage DS-9fb0a408-0d6c-4490-a6e8-2eedacd2b338 node DatanodeRegistration(127.0.0.1:42713, datanodeUuid=dfe7a3e3-2442-4fd5-8fce-f21667f3e3d6, infoPort=46751, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=725826383;c=1731785765590), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T19:36:06,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0 2024-11-16T19:36:06,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:06,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:06,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741825_1001 (size=7) 2024-11-16T19:36:06,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9 with version=8 2024-11-16T19:36:06,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/hbase-staging 2024-11-16T19:36:06,802 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:36:06,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:06,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:06,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:36:06,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:06,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:36:06,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T19:36:06,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:36:06,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38401 2024-11-16T19:36:06,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38401 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384010x0, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:06,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38401-0x1004a08f5cd0006 connected 2024-11-16T19:36:06,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:06,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:06,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on znode that does not yet exist, /2-1826770402/running 2024-11-16T19:36:06,816 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9, hbase.cluster.distributed=false 2024-11-16T19:36:06,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on znode that does not yet exist, /2-1826770402/acl 2024-11-16T19:36:06,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38401 2024-11-16T19:36:06,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38401 2024-11-16T19:36:06,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38401 2024-11-16T19:36:06,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38401 2024-11-16T19:36:06,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38401 2024-11-16T19:36:06,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d11ab77873cb:0 server-side Connection retries=45 2024-11-16T19:36:06,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:06,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:06,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T19:36:06,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T19:36:06,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T19:36:06,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T19:36:06,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T19:36:06,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40607 2024-11-16T19:36:06,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40607 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:06,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:06,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:06,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406070x0, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:06,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406070x0, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on znode that does not yet exist, /2-1826770402/running 2024-11-16T19:36:06,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T19:36:06,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40607-0x1004a08f5cd0007 connected 2024-11-16T19:36:06,877 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T19:36:06,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on znode that does not yet exist, /2-1826770402/master 2024-11-16T19:36:06,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on znode that does not yet exist, /2-1826770402/acl 2024-11-16T19:36:06,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40607 2024-11-16T19:36:06,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40607 2024-11-16T19:36:06,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40607 2024-11-16T19:36:06,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40607 2024-11-16T19:36:06,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40607 2024-11-16T19:36:06,904 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d11ab77873cb:38401 2024-11-16T19:36:06,905 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1826770402/backup-masters/d11ab77873cb,38401,1731785766802 2024-11-16T19:36:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402/backup-masters 2024-11-16T19:36:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402/backup-masters 2024-11-16T19:36:06,906 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on existing znode=/2-1826770402/backup-masters/d11ab77873cb,38401,1731785766802 2024-11-16T19:36:06,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1826770402/master 2024-11-16T19:36:06,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:06,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:06,907 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on existing znode=/2-1826770402/master 2024-11-16T19:36:06,907 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1826770402/backup-masters/d11ab77873cb,38401,1731785766802 from backup master directory 2024-11-16T19:36:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1826770402/backup-masters/d11ab77873cb,38401,1731785766802 2024-11-16T19:36:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402/backup-masters 2024-11-16T19:36:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402/backup-masters 2024-11-16T19:36:06,908 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:36:06,908 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d11ab77873cb,38401,1731785766802 2024-11-16T19:36:06,918 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/hbase.id] with ID: e0c713ee-0f43-4da6-9b76-1791c300af47 2024-11-16T19:36:06,918 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/.tmp/hbase.id 2024-11-16T19:36:06,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741826_1002 (size=42) 2024-11-16T19:36:07,326 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/.tmp/hbase.id]:[hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/hbase.id] 2024-11-16T19:36:07,333 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:07,334 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T19:36:07,334 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T19:36:07,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:07,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741827_1003 (size=196) 2024-11-16T19:36:07,740 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:36:07,740 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T19:36:07,741 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:07,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741828_1004 (size=1189) 2024-11-16T19:36:07,767 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store 2024-11-16T19:36:07,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741829_1005 (size=34) 2024-11-16T19:36:08,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:36:08,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:08,177 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:08,177 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:36:08,177 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:08,177 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:08,177 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:36:08,177 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:08,177 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:08,178 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785768177Disabling compacts and flushes for region at 1731785768177Disabling writes for close at 1731785768177Writing region close event to WAL at 1731785768177Closed at 1731785768177 2024-11-16T19:36:08,178 WARN [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/.initializing 2024-11-16T19:36:08,178 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/WALs/d11ab77873cb,38401,1731785766802 2024-11-16T19:36:08,179 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:36:08,180 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d11ab77873cb%2C38401%2C1731785766802, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/WALs/d11ab77873cb,38401,1731785766802, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/oldWALs, maxLogs=10 2024-11-16T19:36:08,191 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/WALs/d11ab77873cb,38401,1731785766802/d11ab77873cb%2C38401%2C1731785766802.1731785768180, exclude list is [], retry=0 2024-11-16T19:36:08,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-fa852cc4-1fdb-4d06-9181-0c7729b91b7d,DISK] 2024-11-16T19:36:08,195 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/WALs/d11ab77873cb,38401,1731785766802/d11ab77873cb%2C38401%2C1731785766802.1731785768180 2024-11-16T19:36:08,195 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-16T19:36:08,195 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:08,195 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:08,195 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,195 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T19:36:08,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:08,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T19:36:08,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:08,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T19:36:08,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:08,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T19:36:08,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:08,201 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,202 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,202 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,203 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,203 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,203 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:08,204 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T19:36:08,205 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:08,205 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70890024, jitterRate=0.056343674659729004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:08,205 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731785768196Initializing all the Stores at 1731785768196Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785768196Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785768196Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785768196Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785768196Cleaning up temporary data from old regions at 1731785768203 (+7 ms)Region opened successfully at 1731785768205 (+2 ms) 2024-11-16T19:36:08,206 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T19:36:08,213 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2d992a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:36:08,214 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T19:36:08,214 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T19:36:08,215 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T19:36:08,215 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T19:36:08,215 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T19:36:08,215 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T19:36:08,215 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T19:36:08,218 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T19:36:08,219 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Unable to get data of znode /2-1826770402/balancer because node does not exist (not necessarily an error) 2024-11-16T19:36:08,219 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1826770402/balancer already deleted, retry=false 2024-11-16T19:36:08,220 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T19:36:08,220 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Unable to get data of znode /2-1826770402/normalizer because node does not exist (not necessarily an error) 2024-11-16T19:36:08,221 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1826770402/normalizer already deleted, retry=false 2024-11-16T19:36:08,221 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T19:36:08,222 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Unable to get data of znode /2-1826770402/switch/split because node does not exist (not necessarily an error) 2024-11-16T19:36:08,222 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1826770402/switch/split already deleted, retry=false 2024-11-16T19:36:08,223 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Unable to get data of znode /2-1826770402/switch/merge because node does not exist (not necessarily an error) 2024-11-16T19:36:08,223 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1826770402/switch/merge already deleted, retry=false 2024-11-16T19:36:08,225 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Unable to get data of znode /2-1826770402/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T19:36:08,225 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1826770402/snapshot-cleanup already deleted, retry=false 2024-11-16T19:36:08,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1826770402/running 2024-11-16T19:36:08,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1826770402/running 2024-11-16T19:36:08,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:08,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:08,227 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d11ab77873cb,38401,1731785766802, sessionid=0x1004a08f5cd0006, setting cluster-up flag (Was=false) 2024-11-16T19:36:08,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:08,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:08,230 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1826770402/flush-table-proc/acquired, /2-1826770402/flush-table-proc/reached, /2-1826770402/flush-table-proc/abort 2024-11-16T19:36:08,231 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,38401,1731785766802 2024-11-16T19:36:08,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:08,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:08,257 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1826770402/online-snapshot/acquired, /2-1826770402/online-snapshot/reached, /2-1826770402/online-snapshot/abort 2024-11-16T19:36:08,265 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d11ab77873cb,38401,1731785766802 2024-11-16T19:36:08,266 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T19:36:08,279 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:08,279 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T19:36:08,279 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T19:36:08,280 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d11ab77873cb,38401,1731785766802 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T19:36:08,281 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:08,281 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:08,281 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:08,281 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d11ab77873cb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T19:36:08,281 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d11ab77873cb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T19:36:08,281 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,281 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:36:08,281 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:08,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T19:36:08,291 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T19:36:08,314 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(746): ClusterId : e0c713ee-0f43-4da6-9b76-1791c300af47 2024-11-16T19:36:08,314 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T19:36:08,315 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T19:36:08,315 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T19:36:08,316 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T19:36:08,316 DEBUG [RS:0;d11ab77873cb:40607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5211458b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d11ab77873cb/172.17.0.2:0 2024-11-16T19:36:08,336 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731785798335 2024-11-16T19:36:08,336 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T19:36:08,336 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T19:36:08,336 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T19:36:08,336 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T19:36:08,336 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T19:36:08,336 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T19:36:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741831_1007 (size=1321) 2024-11-16T19:36:08,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T19:36:08,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9 2024-11-16T19:36:08,347 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,348 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T19:36:08,349 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T19:36:08,349 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T19:36:08,349 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T19:36:08,350 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T19:36:08,350 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T19:36:08,351 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785768350,5,FailOnTimeoutGroup] 2024-11-16T19:36:08,351 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785768351,5,FailOnTimeoutGroup] 2024-11-16T19:36:08,351 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,351 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T19:36:08,351 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,351 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741832_1008 (size=32) 2024-11-16T19:36:08,364 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d11ab77873cb:40607 2024-11-16T19:36:08,364 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T19:36:08,364 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T19:36:08,364 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T19:36:08,365 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(2659): reportForDuty to master=d11ab77873cb,38401,1731785766802 with port=40607, startcode=1731785766860 2024-11-16T19:36:08,365 DEBUG [RS:0;d11ab77873cb:40607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T19:36:08,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:08,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:36:08,381 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T19:36:08,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d11ab77873cb,40607,1731785766860 2024-11-16T19:36:08,382 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38401 {}] master.ServerManager(517): Registering regionserver=d11ab77873cb,40607,1731785766860 2024-11-16T19:36:08,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:36:08,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:08,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:36:08,384 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9 2024-11-16T19:36:08,384 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45809 2024-11-16T19:36:08,384 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T19:36:08,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:36:08,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:08,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:36:08,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402/rs 2024-11-16T19:36:08,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:36:08,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:08,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:36:08,388 DEBUG [RS:0;d11ab77873cb:40607 {}] zookeeper.ZKUtil(111): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on existing znode=/2-1826770402/rs/d11ab77873cb,40607,1731785766860 2024-11-16T19:36:08,388 WARN [RS:0;d11ab77873cb:40607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T19:36:08,388 INFO [RS:0;d11ab77873cb:40607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:08,388 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/WALs/d11ab77873cb,40607,1731785766860 2024-11-16T19:36:08,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:36:08,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:08,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:08,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:36:08,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740 2024-11-16T19:36:08,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740 2024-11-16T19:36:08,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:36:08,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:36:08,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d11ab77873cb,40607,1731785766860] 2024-11-16T19:36:08,392 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:08,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:36:08,402 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T19:36:08,410 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:08,410 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59884429, jitterRate=-0.10765247046947479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:08,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731785768369Initializing all the Stores at 1731785768370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785768370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785768376 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785768376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785768376Cleaning up temporary data from old regions at 1731785768391 (+15 ms)Region opened successfully at 1731785768411 (+20 ms) 2024-11-16T19:36:08,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:36:08,411 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:36:08,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:36:08,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:36:08,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:36:08,417 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T19:36:08,423 INFO [RS:0;d11ab77873cb:40607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T19:36:08,423 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,429 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:08,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785768411Disabling compacts and flushes for region at 1731785768411Disabling writes for close at 1731785768411Writing region close event to WAL at 1731785768429 (+18 ms)Closed at 1731785768429 2024-11-16T19:36:08,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:08,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T19:36:08,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T19:36:08,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:36:08,434 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T19:36:08,441 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T19:36:08,441 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T19:36:08,441 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d11ab77873cb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d11ab77873cb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:36:08,442 DEBUG [RS:0;d11ab77873cb:40607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d11ab77873cb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T19:36:08,442 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,442 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,442 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,442 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,443 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,443 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,40607,1731785766860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:36:08,463 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T19:36:08,464 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,40607,1731785766860-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,464 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,464 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.Replication(171): d11ab77873cb,40607,1731785766860 started 2024-11-16T19:36:08,481 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:08,481 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1482): Serving as d11ab77873cb,40607,1731785766860, RpcServer on d11ab77873cb/172.17.0.2:40607, sessionid=0x1004a08f5cd0007 2024-11-16T19:36:08,481 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T19:36:08,481 DEBUG [RS:0;d11ab77873cb:40607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d11ab77873cb,40607,1731785766860 2024-11-16T19:36:08,481 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,40607,1731785766860' 2024-11-16T19:36:08,481 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1826770402/flush-table-proc/abort' 2024-11-16T19:36:08,482 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1826770402/flush-table-proc/acquired' 2024-11-16T19:36:08,482 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T19:36:08,482 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T19:36:08,482 DEBUG [RS:0;d11ab77873cb:40607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d11ab77873cb,40607,1731785766860 2024-11-16T19:36:08,482 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd11ab77873cb,40607,1731785766860' 2024-11-16T19:36:08,482 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1826770402/online-snapshot/abort' 2024-11-16T19:36:08,482 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1826770402/online-snapshot/acquired' 2024-11-16T19:36:08,483 DEBUG [RS:0;d11ab77873cb:40607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T19:36:08,483 INFO [RS:0;d11ab77873cb:40607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T19:36:08,483 INFO [RS:0;d11ab77873cb:40607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T19:36:08,583 INFO [RS:0;d11ab77873cb:40607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T19:36:08,584 INFO [RS:0;d11ab77873cb:40607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C40607%2C1731785766860, suffix=, logDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/WALs/d11ab77873cb,40607,1731785766860, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/oldWALs, maxLogs=10 2024-11-16T19:36:08,584 WARN [d11ab77873cb:38401 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T19:36:08,600 DEBUG [RS:0;d11ab77873cb:40607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/WALs/d11ab77873cb,40607,1731785766860/d11ab77873cb%2C40607%2C1731785766860.1731785768585, exclude list is [], retry=0 2024-11-16T19:36:08,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-fa852cc4-1fdb-4d06-9181-0c7729b91b7d,DISK] 2024-11-16T19:36:08,610 INFO [RS:0;d11ab77873cb:40607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/WALs/d11ab77873cb,40607,1731785766860/d11ab77873cb%2C40607%2C1731785766860.1731785768585 2024-11-16T19:36:08,610 DEBUG [RS:0;d11ab77873cb:40607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-16T19:36:08,835 DEBUG [d11ab77873cb:38401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T19:36:08,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d11ab77873cb,40607,1731785766860 2024-11-16T19:36:08,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,40607,1731785766860, state=OPENING 2024-11-16T19:36:08,837 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T19:36:08,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:08,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:08,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1826770402/meta-region-server: CHANGED 2024-11-16T19:36:08,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1826770402/meta-region-server: CHANGED 2024-11-16T19:36:08,839 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T19:36:08,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,40607,1731785766860}] 2024-11-16T19:36:08,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:36:08,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:36:08,998 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T19:36:08,998 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:08,998 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T19:36:08,999 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C40607%2C1731785766860.meta, suffix=.meta, logDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/WALs/d11ab77873cb,40607,1731785766860, archiveDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/oldWALs, maxLogs=10 2024-11-16T19:36:09,014 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/WALs/d11ab77873cb,40607,1731785766860/d11ab77873cb%2C40607%2C1731785766860.meta.1731785769000.meta, exclude list is [], retry=0 2024-11-16T19:36:09,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42713,DS-fa852cc4-1fdb-4d06-9181-0c7729b91b7d,DISK] 2024-11-16T19:36:09,016 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/WALs/d11ab77873cb,40607,1731785766860/d11ab77873cb%2C40607%2C1731785766860.meta.1731785769000.meta 2024-11-16T19:36:09,017 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46751:46751)] 2024-11-16T19:36:09,017 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:09,017 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:36:09,017 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:36:09,017 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T19:36:09,017 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T19:36:09,018 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T19:36:09,018 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:09,018 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T19:36:09,018 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T19:36:09,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T19:36:09,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T19:36:09,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:09,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:09,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T19:36:09,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T19:36:09,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:09,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:09,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T19:36:09,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T19:36:09,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:09,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:09,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T19:36:09,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T19:36:09,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:09,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T19:36:09,024 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T19:36:09,024 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740 2024-11-16T19:36:09,025 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740 2024-11-16T19:36:09,025 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T19:36:09,025 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T19:36:09,026 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T19:36:09,026 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T19:36:09,027 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70354997, jitterRate=0.048371151089668274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T19:36:09,027 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T19:36:09,027 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731785769018Writing region info on filesystem at 1731785769018Initializing all the Stores at 1731785769018Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785769018Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785769021 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785769021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731785769021Cleaning up temporary data from old regions at 1731785769025 (+4 ms)Running coprocessor post-open hooks at 1731785769027 (+2 ms)Region opened successfully at 1731785769027 2024-11-16T19:36:09,027 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731785768991 2024-11-16T19:36:09,029 DEBUG [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T19:36:09,029 INFO [RS_OPEN_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T19:36:09,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,40607,1731785766860 2024-11-16T19:36:09,030 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d11ab77873cb,40607,1731785766860, state=OPEN 2024-11-16T19:36:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1826770402/meta-region-server 2024-11-16T19:36:09,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1826770402/meta-region-server 2024-11-16T19:36:09,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d11ab77873cb,40607,1731785766860 2024-11-16T19:36:09,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1826770402/meta-region-server: CHANGED 2024-11-16T19:36:09,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1826770402/meta-region-server: CHANGED 2024-11-16T19:36:09,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T19:36:09,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d11ab77873cb,40607,1731785766860 in 192 msec 2024-11-16T19:36:09,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T19:36:09,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-11-16T19:36:09,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T19:36:09,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T19:36:09,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:09,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,40607,1731785766860, seqNum=-1] 2024-11-16T19:36:09,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:09,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:09,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 761 msec 2024-11-16T19:36:09,039 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731785769039, completionTime=-1 2024-11-16T19:36:09,039 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T19:36:09,039 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T19:36:09,040 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T19:36:09,040 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731785829040 2024-11-16T19:36:09,040 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731785889040 2024-11-16T19:36:09,040 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T19:36:09,041 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38401,1731785766802-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:09,041 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38401,1731785766802-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:09,041 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38401,1731785766802-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:09,041 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d11ab77873cb:38401, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:09,041 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:09,041 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:09,042 DEBUG [master/d11ab77873cb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T19:36:09,044 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.136sec 2024-11-16T19:36:09,044 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T19:36:09,044 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T19:36:09,044 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T19:36:09,044 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T19:36:09,044 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T19:36:09,044 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38401,1731785766802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T19:36:09,044 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38401,1731785766802-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T19:36:09,045 DEBUG [master/d11ab77873cb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T19:36:09,045 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T19:36:09,046 INFO [master/d11ab77873cb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d11ab77873cb,38401,1731785766802-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T19:36:09,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bbc9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:09,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38401,-1 for getting cluster id 2024-11-16T19:36:09,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:09,112 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c713ee-0f43-4da6-9b76-1791c300af47' 2024-11-16T19:36:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c713ee-0f43-4da6-9b76-1791c300af47" 2024-11-16T19:36:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dbcbfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38401,-1] 2024-11-16T19:36:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:09,114 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:09,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2a8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:09,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:09,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,40607,1731785766860, seqNum=-1] 2024-11-16T19:36:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:09,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:09,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d11ab77873cb,38401,1731785766802 2024-11-16T19:36:09,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61846 2024-11-16T19:36:09,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T19:36:09,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44961,1731785760267 2024-11-16T19:36:09,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1004a08f5cd0008 connected 2024-11-16T19:36:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c21942b 2024-11-16T19:36:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:09,130 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:09,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:36:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:36:09,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:36:09,133 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:09,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:36:09,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:36:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:36:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:09,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6799a2ac9459911b4c004b421c23de9, NAME => 'test,,1731785769130.e6799a2ac9459911b4c004b421c23de9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e 2024-11-16T19:36:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:36:09,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785769130.e6799a2ac9459911b4c004b421c23de9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:09,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e6799a2ac9459911b4c004b421c23de9, disabling compactions & flushes 2024-11-16T19:36:09,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:09,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:09,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. after waiting 0 ms 2024-11-16T19:36:09,550 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:09,550 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:09,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6799a2ac9459911b4c004b421c23de9: Waiting for close lock at 1731785769550Disabling compacts and flushes for region at 1731785769550Disabling writes for close at 1731785769550Writing region close event to WAL at 1731785769550Closed at 1731785769550 2024-11-16T19:36:09,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:36:09,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785769130.e6799a2ac9459911b4c004b421c23de9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785769551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785769551"}]},"ts":"1731785769551"} 2024-11-16T19:36:09,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:36:09,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:36:09,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785769554"}]},"ts":"1731785769554"} 2024-11-16T19:36:09,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:36:09,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6799a2ac9459911b4c004b421c23de9, ASSIGN}] 2024-11-16T19:36:09,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6799a2ac9459911b4c004b421c23de9, ASSIGN 2024-11-16T19:36:09,558 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e6799a2ac9459911b4c004b421c23de9, ASSIGN; state=OFFLINE, location=d11ab77873cb,33163,1731785760510; forceNewPlan=false, retain=false 2024-11-16T19:36:09,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6799a2ac9459911b4c004b421c23de9, regionState=OPENING, regionLocation=d11ab77873cb,33163,1731785760510 2024-11-16T19:36:09,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e6799a2ac9459911b4c004b421c23de9, ASSIGN because future has completed 2024-11-16T19:36:09,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6799a2ac9459911b4c004b421c23de9, server=d11ab77873cb,33163,1731785760510}] 2024-11-16T19:36:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:09,868 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:09,868 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6799a2ac9459911b4c004b421c23de9, NAME => 'test,,1731785769130.e6799a2ac9459911b4c004b421c23de9.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:09,868 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:36:09,868 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:36:09,868 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,868 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785769130.e6799a2ac9459911b4c004b421c23de9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:09,869 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,869 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,869 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,870 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6799a2ac9459911b4c004b421c23de9 columnFamilyName f 2024-11-16T19:36:09,870 DEBUG [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:09,871 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] regionserver.HStore(327): Store=e6799a2ac9459911b4c004b421c23de9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:09,871 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,871 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6799a2ac9459911b4c004b421c23de9 columnFamilyName f1 2024-11-16T19:36:09,871 DEBUG [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:09,872 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] regionserver.HStore(327): Store=e6799a2ac9459911b4c004b421c23de9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:09,872 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,872 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6799a2ac9459911b4c004b421c23de9 columnFamilyName norep 2024-11-16T19:36:09,872 DEBUG [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:09,872 INFO [StoreOpener-e6799a2ac9459911b4c004b421c23de9-1 {}] regionserver.HStore(327): Store=e6799a2ac9459911b4c004b421c23de9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:09,873 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,873 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,873 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,874 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,874 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,874 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:36:09,875 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,876 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:09,877 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6799a2ac9459911b4c004b421c23de9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59485252, jitterRate=-0.11360067129135132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:36:09,877 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:09,877 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6799a2ac9459911b4c004b421c23de9: Running coprocessor pre-open hook at 1731785769869Writing region info on filesystem at 1731785769869Initializing all the Stores at 1731785769869Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785769869Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785769869Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785769869Cleaning up temporary data from old regions at 1731785769874 (+5 ms)Running coprocessor post-open hooks at 1731785769877 (+3 ms)Region opened successfully at 1731785769877 2024-11-16T19:36:09,877 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., pid=6, masterSystemTime=1731785769865 2024-11-16T19:36:09,879 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:09,879 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:09,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6799a2ac9459911b4c004b421c23de9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,33163,1731785760510 2024-11-16T19:36:09,881 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44961 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d11ab77873cb,33163,1731785760510, table=test, region=e6799a2ac9459911b4c004b421c23de9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T19:36:09,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6799a2ac9459911b4c004b421c23de9, server=d11ab77873cb,33163,1731785760510 because future has completed 2024-11-16T19:36:09,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:36:09,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6799a2ac9459911b4c004b421c23de9, server=d11ab77873cb,33163,1731785760510 in 170 msec 2024-11-16T19:36:09,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:36:09,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e6799a2ac9459911b4c004b421c23de9, ASSIGN in 328 msec 2024-11-16T19:36:09,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:36:09,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785769887"}]},"ts":"1731785769887"} 2024-11-16T19:36:09,889 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:36:09,890 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:36:09,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-16T19:36:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:10,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:10,269 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:36:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34427,1731785763919 2024-11-16T19:36:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160fb60e 2024-11-16T19:36:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:10,270 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:10,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:36:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:36:10,273 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:36:10,273 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:10,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:36:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:10,274 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:36:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:36:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:10,680 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34ff5a7b5a887f5f5b5ea381459b7bc6, NAME => 'test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad 2024-11-16T19:36:10,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:36:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:11,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:11,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 34ff5a7b5a887f5f5b5ea381459b7bc6, disabling compactions & flushes 2024-11-16T19:36:11,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:11,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:11,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. after waiting 0 ms 2024-11-16T19:36:11,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:11,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:11,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34ff5a7b5a887f5f5b5ea381459b7bc6: Waiting for close lock at 1731785771084Disabling compacts and flushes for region at 1731785771084Disabling writes for close at 1731785771084Writing region close event to WAL at 1731785771084Closed at 1731785771084 2024-11-16T19:36:11,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:36:11,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785771086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785771086"}]},"ts":"1731785771086"} 2024-11-16T19:36:11,087 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:36:11,088 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:36:11,088 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785771088"}]},"ts":"1731785771088"} 2024-11-16T19:36:11,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:36:11,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34ff5a7b5a887f5f5b5ea381459b7bc6, ASSIGN}] 2024-11-16T19:36:11,091 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34ff5a7b5a887f5f5b5ea381459b7bc6, ASSIGN 2024-11-16T19:36:11,092 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=34ff5a7b5a887f5f5b5ea381459b7bc6, ASSIGN; state=OFFLINE, location=d11ab77873cb,43135,1731785763971; forceNewPlan=false, retain=false 2024-11-16T19:36:11,242 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34ff5a7b5a887f5f5b5ea381459b7bc6, regionState=OPENING, regionLocation=d11ab77873cb,43135,1731785763971 2024-11-16T19:36:11,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=34ff5a7b5a887f5f5b5ea381459b7bc6, ASSIGN because future has completed 2024-11-16T19:36:11,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34ff5a7b5a887f5f5b5ea381459b7bc6, server=d11ab77873cb,43135,1731785763971}] 2024-11-16T19:36:11,405 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:11,405 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 34ff5a7b5a887f5f5b5ea381459b7bc6, NAME => 'test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:11,406 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:36:11,406 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:36:11,406 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,406 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:11,406 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,406 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,407 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,408 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34ff5a7b5a887f5f5b5ea381459b7bc6 columnFamilyName f 2024-11-16T19:36:11,408 DEBUG [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:11,408 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] regionserver.HStore(327): Store=34ff5a7b5a887f5f5b5ea381459b7bc6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:11,408 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:11,409 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34ff5a7b5a887f5f5b5ea381459b7bc6 columnFamilyName f1 2024-11-16T19:36:11,409 DEBUG [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:11,409 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] regionserver.HStore(327): Store=34ff5a7b5a887f5f5b5ea381459b7bc6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:11,410 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,410 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34ff5a7b5a887f5f5b5ea381459b7bc6 columnFamilyName norep 2024-11-16T19:36:11,410 DEBUG [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:11,411 INFO [StoreOpener-34ff5a7b5a887f5f5b5ea381459b7bc6-1 {}] regionserver.HStore(327): Store=34ff5a7b5a887f5f5b5ea381459b7bc6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:11,411 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,411 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,411 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,412 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,412 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,412 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:36:11,413 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,414 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:11,414 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 34ff5a7b5a887f5f5b5ea381459b7bc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68060029, jitterRate=0.014173462986946106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:36:11,414 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:11,415 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 34ff5a7b5a887f5f5b5ea381459b7bc6: Running coprocessor pre-open hook at 1731785771406Writing region info on filesystem at 1731785771406Initializing all the Stores at 1731785771407 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785771407Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785771407Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785771407Cleaning up temporary data from old regions at 1731785771412 (+5 ms)Running coprocessor post-open hooks at 1731785771414 (+2 ms)Region opened successfully at 1731785771415 (+1 ms) 2024-11-16T19:36:11,415 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6., pid=6, masterSystemTime=1731785771398 2024-11-16T19:36:11,417 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:11,417 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:11,417 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34ff5a7b5a887f5f5b5ea381459b7bc6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,43135,1731785763971 2024-11-16T19:36:11,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34ff5a7b5a887f5f5b5ea381459b7bc6, server=d11ab77873cb,43135,1731785763971 because future has completed 2024-11-16T19:36:11,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:36:11,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 34ff5a7b5a887f5f5b5ea381459b7bc6, server=d11ab77873cb,43135,1731785763971 in 175 msec 2024-11-16T19:36:11,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:36:11,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=34ff5a7b5a887f5f5b5ea381459b7bc6, ASSIGN in 334 msec 2024-11-16T19:36:11,428 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:36:11,428 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785771428"}]},"ts":"1731785771428"} 2024-11-16T19:36:11,429 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:36:11,430 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:36:11,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-16T19:36:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:12,419 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:36:12,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,38401,1731785766802 2024-11-16T19:36:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3015a036 2024-11-16T19:36:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:12,422 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:12,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:36:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T19:36:12,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:36:12,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:12,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:36:12,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T19:36:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741835_1011 (size=902) 2024-11-16T19:36:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:12,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 163099f89e09714e6ad4c094d0ef95fc, NAME => 'test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9 2024-11-16T19:36:12,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741836_1012 (size=39) 2024-11-16T19:36:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:13,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:13,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 163099f89e09714e6ad4c094d0ef95fc, disabling compactions & flushes 2024-11-16T19:36:13,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:13,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:13,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. after waiting 0 ms 2024-11-16T19:36:13,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:13,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:13,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 163099f89e09714e6ad4c094d0ef95fc: Waiting for close lock at 1731785773249Disabling compacts and flushes for region at 1731785773249Disabling writes for close at 1731785773249Writing region close event to WAL at 1731785773249Closed at 1731785773249 2024-11-16T19:36:13,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:36:13,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731785773250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785773250"}]},"ts":"1731785773250"} 2024-11-16T19:36:13,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:36:13,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:36:13,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785773255"}]},"ts":"1731785773255"} 2024-11-16T19:36:13,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T19:36:13,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=163099f89e09714e6ad4c094d0ef95fc, ASSIGN}] 2024-11-16T19:36:13,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=163099f89e09714e6ad4c094d0ef95fc, ASSIGN 2024-11-16T19:36:13,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=163099f89e09714e6ad4c094d0ef95fc, ASSIGN; state=OFFLINE, location=d11ab77873cb,40607,1731785766860; forceNewPlan=false, retain=false 2024-11-16T19:36:13,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=163099f89e09714e6ad4c094d0ef95fc, regionState=OPENING, regionLocation=d11ab77873cb,40607,1731785766860 2024-11-16T19:36:13,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=163099f89e09714e6ad4c094d0ef95fc, ASSIGN because future has completed 2024-11-16T19:36:13,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 163099f89e09714e6ad4c094d0ef95fc, server=d11ab77873cb,40607,1731785766860}] 2024-11-16T19:36:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:13,617 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:13,618 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 163099f89e09714e6ad4c094d0ef95fc, NAME => 'test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:13,619 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:36:13,620 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T19:36:13,620 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,620 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:13,620 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,620 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,638 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,639 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 163099f89e09714e6ad4c094d0ef95fc columnFamilyName f 2024-11-16T19:36:13,639 DEBUG [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:13,640 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] regionserver.HStore(327): Store=163099f89e09714e6ad4c094d0ef95fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:13,640 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,642 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 163099f89e09714e6ad4c094d0ef95fc columnFamilyName f1 2024-11-16T19:36:13,642 DEBUG [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:13,642 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] regionserver.HStore(327): Store=163099f89e09714e6ad4c094d0ef95fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:13,642 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,645 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 163099f89e09714e6ad4c094d0ef95fc columnFamilyName norep 2024-11-16T19:36:13,645 DEBUG [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:13,646 INFO [StoreOpener-163099f89e09714e6ad4c094d0ef95fc-1 {}] regionserver.HStore(327): Store=163099f89e09714e6ad4c094d0ef95fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:13,647 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,647 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,648 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,649 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,649 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,650 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:36:13,651 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,653 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:13,654 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 163099f89e09714e6ad4c094d0ef95fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63728873, jitterRate=-0.050365790724754333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:36:13,654 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:13,655 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 163099f89e09714e6ad4c094d0ef95fc: Running coprocessor pre-open hook at 1731785773620Writing region info on filesystem at 1731785773620Initializing all the Stores at 1731785773621 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785773621Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785773637 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785773637Cleaning up temporary data from old regions at 1731785773649 (+12 ms)Running coprocessor post-open hooks at 1731785773654 (+5 ms)Region opened successfully at 1731785773654 2024-11-16T19:36:13,656 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc., pid=6, masterSystemTime=1731785773573 2024-11-16T19:36:13,659 DEBUG [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:13,659 INFO [RS_OPEN_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:13,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=163099f89e09714e6ad4c094d0ef95fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d11ab77873cb,40607,1731785766860 2024-11-16T19:36:13,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 163099f89e09714e6ad4c094d0ef95fc, server=d11ab77873cb,40607,1731785766860 because future has completed 2024-11-16T19:36:13,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T19:36:13,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 163099f89e09714e6ad4c094d0ef95fc, server=d11ab77873cb,40607,1731785766860 in 254 msec 2024-11-16T19:36:13,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T19:36:13,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=163099f89e09714e6ad4c094d0ef95fc, ASSIGN in 411 msec 2024-11-16T19:36:13,673 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:36:13,673 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785773673"}]},"ts":"1731785773673"} 2024-11-16T19:36:13,676 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T19:36:13,678 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:36:13,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2560 sec 2024-11-16T19:36:14,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:36:14,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T19:36:14,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,570 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T19:36:14,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d677574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:14,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44961,-1 for getting cluster id 2024-11-16T19:36:14,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:14,572 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396a0e82-24bd-4386-b2eb-25757e3e76b8' 2024-11-16T19:36:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:14,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396a0e82-24bd-4386-b2eb-25757e3e76b8" 2024-11-16T19:36:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d64368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44961,-1] 2024-11-16T19:36:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:14,574 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e41653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:14,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44961,1731785760267 2024-11-16T19:36:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a267df1 2024-11-16T19:36:14,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:14,577 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:14,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d11ab77873cb:34427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:36:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:36:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:36:14,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,581 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:34427' 2024-11-16T19:36:14,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,582 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bed55f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:14,582 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34427,-1 for getting cluster id 2024-11-16T19:36:14,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:14,583 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c713e9bb-72bb-467a-bfc9-90dacd7e9f5a' 2024-11-16T19:36:14,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:14,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c713e9bb-72bb-467a-bfc9-90dacd7e9f5a" 2024-11-16T19:36:14,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f21f39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:14,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34427,-1] 2024-11-16T19:36:14,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:14,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:14,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:14,584 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:14,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78739460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:14,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:14,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34427,1731785763919 2024-11-16T19:36:14,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d6a7e9 2024-11-16T19:36:14,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:14,594 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:14,595 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T19:36:14,595 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:36:14,595 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:14,595 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:14,596 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T19:36:14,597 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T19:36:14,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T19:36:14,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:14,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T19:36:14,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741837_1013 (size=1138) 2024-11-16T19:36:14,648 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T19:36:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:36:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:36:15,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56fcc82745a8a2dce5ffb8ba2eedfe60, NAME => 'hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e 2024-11-16T19:36:15,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741838_1014 (size=44) 2024-11-16T19:36:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:36:15,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:15,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56fcc82745a8a2dce5ffb8ba2eedfe60, disabling compactions & flushes 2024-11-16T19:36:15,444 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:15,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:15,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. after waiting 0 ms 2024-11-16T19:36:15,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:15,444 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:15,444 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56fcc82745a8a2dce5ffb8ba2eedfe60: Waiting for close lock at 1731785775444Disabling compacts and flushes for region at 1731785775444Disabling writes for close at 1731785775444Writing region close event to WAL at 1731785775444Closed at 1731785775444 2024-11-16T19:36:15,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T19:36:15,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731785775445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731785775445"}]},"ts":"1731785775445"} 2024-11-16T19:36:15,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T19:36:15,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T19:36:15,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785775447"}]},"ts":"1731785775447"} 2024-11-16T19:36:15,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T19:36:15,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56fcc82745a8a2dce5ffb8ba2eedfe60, ASSIGN}] 2024-11-16T19:36:15,451 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56fcc82745a8a2dce5ffb8ba2eedfe60, ASSIGN 2024-11-16T19:36:15,452 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56fcc82745a8a2dce5ffb8ba2eedfe60, ASSIGN; state=OFFLINE, location=d11ab77873cb,33163,1731785760510; forceNewPlan=false, retain=false 2024-11-16T19:36:15,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56fcc82745a8a2dce5ffb8ba2eedfe60, regionState=OPENING, regionLocation=d11ab77873cb,33163,1731785760510 2024-11-16T19:36:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56fcc82745a8a2dce5ffb8ba2eedfe60, ASSIGN because future has completed 2024-11-16T19:36:15,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56fcc82745a8a2dce5ffb8ba2eedfe60, server=d11ab77873cb,33163,1731785760510}] 2024-11-16T19:36:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:36:15,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:15,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T19:36:15,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T19:36:15,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d11ab77873cb%2C33163%2C1731785760510.rep, suffix=, logDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510, archiveDir=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/oldWALs, maxLogs=10 2024-11-16T19:36:15,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.rep.1731785775774, exclude list is [], retry=0 2024-11-16T19:36:15,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0,DISK] 2024-11-16T19:36:15,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.rep.1731785775774 2024-11-16T19:36:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35297:35297)] 2024-11-16T19:36:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 56fcc82745a8a2dce5ffb8ba2eedfe60, NAME => 'hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60.', STARTKEY => '', ENDKEY => ''} 2024-11-16T19:36:15,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T19:36:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T19:36:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. service=MultiRowMutationService 2024-11-16T19:36:15,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T19:36:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T19:36:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,808 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,809 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fcc82745a8a2dce5ffb8ba2eedfe60 columnFamilyName hfileref 2024-11-16T19:36:15,809 DEBUG [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:15,809 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] regionserver.HStore(327): Store=56fcc82745a8a2dce5ffb8ba2eedfe60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:15,809 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,810 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fcc82745a8a2dce5ffb8ba2eedfe60 columnFamilyName queue 2024-11-16T19:36:15,810 DEBUG [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:15,811 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] regionserver.HStore(327): Store=56fcc82745a8a2dce5ffb8ba2eedfe60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:15,811 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,811 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56fcc82745a8a2dce5ffb8ba2eedfe60 columnFamilyName sid 2024-11-16T19:36:15,811 DEBUG [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T19:36:15,811 INFO [StoreOpener-56fcc82745a8a2dce5ffb8ba2eedfe60-1 {}] regionserver.HStore(327): Store=56fcc82745a8a2dce5ffb8ba2eedfe60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T19:36:15,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T19:36:15,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T19:36:15,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 56fcc82745a8a2dce5ffb8ba2eedfe60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71747281, jitterRate=0.06911779940128326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T19:36:15,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:15,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 56fcc82745a8a2dce5ffb8ba2eedfe60: Running coprocessor pre-open hook at 1731785775807Writing region info on filesystem at 1731785775807Initializing all the Stores at 1731785775808 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785775808Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785775808Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731785775808Cleaning up temporary data from old regions at 1731785775813 (+5 ms)Running coprocessor post-open hooks at 1731785775817 (+4 ms)Region opened successfully at 1731785775817 2024-11-16T19:36:15,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60., pid=10, masterSystemTime=1731785775759 2024-11-16T19:36:15,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:15,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:15,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56fcc82745a8a2dce5ffb8ba2eedfe60, regionState=OPEN, openSeqNum=2, regionLocation=d11ab77873cb,33163,1731785760510 2024-11-16T19:36:15,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56fcc82745a8a2dce5ffb8ba2eedfe60, server=d11ab77873cb,33163,1731785760510 because future has completed 2024-11-16T19:36:15,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T19:36:15,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 56fcc82745a8a2dce5ffb8ba2eedfe60, server=d11ab77873cb,33163,1731785760510 in 218 msec 2024-11-16T19:36:15,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T19:36:15,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56fcc82745a8a2dce5ffb8ba2eedfe60, ASSIGN in 375 msec 2024-11-16T19:36:15,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T19:36:15,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731785775827"}]},"ts":"1731785775827"} 2024-11-16T19:36:15,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T19:36:15,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T19:36:15,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2340 sec 2024-11-16T19:36:15,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60., hostname=d11ab77873cb,33163,1731785760510, seqNum=2] 2024-11-16T19:36:15,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:15,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:15,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:36:16,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T19:36:16,020 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T19:36:16,060 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d11ab77873cb,33163,1731785760510, ReplicationSource: 1, currentBandwidth=0 2024-11-16T19:36:16,061 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:16,061 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33163,1731785760510, seqNum=-1] 2024-11-16T19:36:16,061 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:16,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-16T19:36:16,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d11ab77873cb,33163,1731785760510', locateType=CURRENT is [region=hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60., hostname=d11ab77873cb,33163,1731785760510, seqNum=2] 2024-11-16T19:36:16,068 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T19:36:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T19:36:16,071 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d11ab77873cb,33163,1731785760510 suceeded 2024-11-16T19:36:16,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T19:36:16,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-16T19:36:16,074 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d11ab77873cb:34427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:36:16,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-16T19:36:16,089 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:34427' 2024-11-16T19:36:16,092 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7406ecc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,092 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34427,-1 for getting cluster id 2024-11-16T19:36:16,092 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:16,092 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c713e9bb-72bb-467a-bfc9-90dacd7e9f5a' 2024-11-16T19:36:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c713e9bb-72bb-467a-bfc9-90dacd7e9f5a" 2024-11-16T19:36:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@726fdcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34427,-1] 2024-11-16T19:36:16,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:16,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:16,094 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:16,095 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2189d521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,095 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34427,1731785763919 2024-11-16T19:36:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36c63076 2024-11-16T19:36:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:16,096 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T19:36:16,096 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d11ab77873cb,33163,1731785760510 (queues=1) is replicating from cluster=396a0e82-24bd-4386-b2eb-25757e3e76b8 to cluster=c713e9bb-72bb-467a-bfc9-90dacd7e9f5a 2024-11-16T19:36:16,097 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d11ab77873cb%2C33163%2C1731785760510 2024-11-16T19:36:16,097 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d11ab77873cb,33163,1731785760510, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:36:16,105 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924, startPosition=0, beingWritten=true 2024-11-16T19:36:16,108 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C33163%2C1731785760510 2024-11-16T19:36:16,119 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:36:16,120 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 379, reset compression=false 2024-11-16T19:36:16,120 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33163,1731785760510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:36:16,330 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 379, reset compression=false 2024-11-16T19:36:16,634 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 379, reset compression=false 2024-11-16T19:36:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T19:36:16,739 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T19:36:16,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:16,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:16,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:16,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:16,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:16,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c229aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44961,-1 for getting cluster id 2024-11-16T19:36:16,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:16,742 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396a0e82-24bd-4386-b2eb-25757e3e76b8' 2024-11-16T19:36:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396a0e82-24bd-4386-b2eb-25757e3e76b8" 2024-11-16T19:36:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455c0b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44961,-1] 2024-11-16T19:36:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:16,743 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b28501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84aac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34427,-1 for getting cluster id 2024-11-16T19:36:16,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:16,744 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c713e9bb-72bb-467a-bfc9-90dacd7e9f5a' 2024-11-16T19:36:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:16,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c713e9bb-72bb-467a-bfc9-90dacd7e9f5a" 2024-11-16T19:36:16,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51633851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34427,-1] 2024-11-16T19:36:16,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:16,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:16,746 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554346b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0a0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38401,-1 for getting cluster id 2024-11-16T19:36:16,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:16,747 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c713ee-0f43-4da6-9b76-1791c300af47' 2024-11-16T19:36:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c713ee-0f43-4da6-9b76-1791c300af47" 2024-11-16T19:36:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c0fead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38401,-1] 2024-11-16T19:36:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:16,749 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13abb882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:16,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:16,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731785776754/Put/seqid=0 2024-11-16T19:36:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741840_1016 (size=7894) 2024-11-16T19:36:17,037 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 379, reset compression=false 2024-11-16T19:36:17,160 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731785777160/Put/seqid=0 2024-11-16T19:36:17,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741841_1017 (size=7691) 2024-11-16T19:36:17,541 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 379, reset compression=false 2024-11-16T19:36:17,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7971b4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:17,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44961,-1 for getting cluster id 2024-11-16T19:36:17,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:17,570 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396a0e82-24bd-4386-b2eb-25757e3e76b8' 2024-11-16T19:36:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396a0e82-24bd-4386-b2eb-25757e3e76b8" 2024-11-16T19:36:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2087d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44961,-1] 2024-11-16T19:36:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:17,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:17,571 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:17,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7628930b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:17,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33163,1731785760510, seqNum=-1] 2024-11-16T19:36:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:17,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:17,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:17,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44961,1731785760267 2024-11-16T19:36:17,583 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709c1a9e 2024-11-16T19:36:17,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:17,584 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:17,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2] 2024-11-16T19:36:17,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:36:17,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-16T19:36:17,596 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-16T19:36:17,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e6799a2ac9459911b4c004b421c23de9/f 2024-11-16T19:36:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T19:36:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:17,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e6799a2ac9459911b4c004b421c23de9/f 2024-11-16T19:36:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T19:36:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HRegion(2603): Flush status journal for e6799a2ac9459911b4c004b421c23de9: 2024-11-16T19:36:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_0 2024-11-16T19:36:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_0 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ 2024-11-16T19:36:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_1 2024-11-16T19:36:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_1 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ 2024-11-16T19:36:17,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_0 into e6799a2ac9459911b4c004b421c23de9/f as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ - updating store file list. 2024-11-16T19:36:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:17,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ into e6799a2ac9459911b4c004b421c23de9/f 2024-11-16T19:36:17,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_0 into e6799a2ac9459911b4c004b421c23de9/f (new location: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_) 2024-11-16T19:36:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_0 2024-11-16T19:36:17,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_1 into e6799a2ac9459911b4c004b421c23de9/f as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ - updating store file list. 2024-11-16T19:36:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStoreFile(483): HFile Bloom filter type for def831b7c5dd4af3978ba07523d6054f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:17,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ into e6799a2ac9459911b4c004b421c23de9/f 2024-11-16T19:36:17,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_1 into e6799a2ac9459911b4c004b421c23de9/f (new location: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_) 2024-11-16T19:36:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__fadukjriovut1bp7866hekha91sqdhi23nr7g6pnnhg7j1qotpk94ght3ndssbd5/f/hfile_1 2024-11-16T19:36:17,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:17,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:17,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:17,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:17,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:17,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2 , the old value is region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d11ab77873cb:33163 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:36:17,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:36:17,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2 from cache 2024-11-16T19:36:17,628 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T19:36:17,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,43135,1731785763971, seqNum=-1] 2024-11-16T19:36:17,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:17,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6., hostname=d11ab77873cb,43135,1731785763971, seqNum=2] 2024-11-16T19:36:17,638 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T19:36:17,739 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:33163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T19:36:18,145 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 379, reset compression=false 2024-11-16T19:36:18,170 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:36:18,170 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33163,1731785760510 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6799a2ac9459911b4c004b421c23de9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731785777625/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T19:36:18,172 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:36:18,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T19:36:18,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.ReplicationSink(318): Replicating [396a0e82-24bd-4386-b2eb-25757e3e76b8] bulk loaded data 2024-11-16T19:36:18,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fae3427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,34427,-1 for getting cluster id 2024-11-16T19:36:18,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:18,176 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c713e9bb-72bb-467a-bfc9-90dacd7e9f5a' 2024-11-16T19:36:18,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:18,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c713e9bb-72bb-467a-bfc9-90dacd7e9f5a" 2024-11-16T19:36:18,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bb85d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,34427,-1] 2024-11-16T19:36:18,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:18,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:18,179 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:18,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1170da6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741837_1013 (size=7894) 2024-11-16T19:36:18,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741838_1014 (size=7691) 2024-11-16T19:36:18,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:18,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,34427,1731785763919 2024-11-16T19:36:18,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bc9efd 2024-11-16T19:36:18,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:18,251 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-16T19:36:18,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:36:18,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:18,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,43135,1731785763971, seqNum=-1] 2024-11-16T19:36:18,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:18,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-16T19:36:18,283 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-16T19:36:18,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-16T19:36:18,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ for inclusion in 34ff5a7b5a887f5f5b5ea381459b7bc6/f 2024-11-16T19:36:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T19:36:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:18,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ for inclusion in 34ff5a7b5a887f5f5b5ea381459b7bc6/f 2024-11-16T19:36:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T19:36:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HRegion(2603): Flush status journal for 34ff5a7b5a887f5f5b5ea381459b7bc6: 2024-11-16T19:36:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:36:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/2661abb193cf42fe9111e6a4ad6071a4_SeqId_4_ 2024-11-16T19:36:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): def831b7c5dd4af3978ba07523d6054f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:36:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/d79c92b2569147b798d5925173e1d328_SeqId_4_ 2024-11-16T19:36:18,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/2661abb193cf42fe9111e6a4ad6071a4_SeqId_4_ - updating store file list. 2024-11-16T19:36:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2661abb193cf42fe9111e6a4ad6071a4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:18,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/2661abb193cf42fe9111e6a4ad6071a4_SeqId_4_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f 2024-11-16T19:36:18,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f (new location: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/2661abb193cf42fe9111e6a4ad6071a4_SeqId_4_) 2024-11-16T19:36:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/fb0071b561dd4b4e8e7a86455c35343b_SeqId_4_ 2024-11-16T19:36:18,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/d79c92b2569147b798d5925173e1d328_SeqId_4_ - updating store file list. 2024-11-16T19:36:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d79c92b2569147b798d5925173e1d328_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:18,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/d79c92b2569147b798d5925173e1d328_SeqId_4_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f 2024-11-16T19:36:18,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f (new location: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/d79c92b2569147b798d5925173e1d328_SeqId_4_) 2024-11-16T19:36:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__58ap77puh544j1l8m2i808crqp1ak0le1mors1idqk3r3nn8r1d9rh9ea1kim6ef/f/def831b7c5dd4af3978ba07523d6054f_SeqId_4_ 2024-11-16T19:36:18,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.ReplicationSink(324): Finished replicating [396a0e82-24bd-4386-b2eb-25757e3e76b8] bulk loaded data 2024-11-16T19:36:18,370 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 687, reset compression=false 2024-11-16T19:36:18,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,40607,1731785766860, seqNum=-1] 2024-11-16T19:36:18,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:18,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc., hostname=d11ab77873cb,40607,1731785766860, seqNum=2] 2024-11-16T19:36:18,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:36:18,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T19:36:18,672 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d11ab77873cb%2C33163%2C1731785760510:(num 1731785761924) roll requested 2024-11-16T19:36:18,684 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 687, reset compression=false 2024-11-16T19:36:18,696 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672, exclude list is [], retry=0 2024-11-16T19:36:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0,DISK] 2024-11-16T19:36:18,734 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 2024-11-16T19:36:18,741 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35297:35297)] 2024-11-16T19:36:18,741 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 is not closed yet, will try archiving it next time 2024-11-16T19:36:18,741 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d11ab77873cb%2C33163%2C1731785760510.meta:.meta(num 1731785762517) roll requested 2024-11-16T19:36:18,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e69c354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44961,-1 for getting cluster id 2024-11-16T19:36:18,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:18,755 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396a0e82-24bd-4386-b2eb-25757e3e76b8' 2024-11-16T19:36:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:18,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396a0e82-24bd-4386-b2eb-25757e3e76b8" 2024-11-16T19:36:18,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a15d0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44961,-1] 2024-11-16T19:36:18,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:18,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:18,758 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:18,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1653a1dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:18,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44961,1731785760267 2024-11-16T19:36:18,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f88efa8 2024-11-16T19:36:18,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:18,762 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741833_1009 (size=695) 2024-11-16T19:36:18,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://d11ab77873cb:38401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T19:36:18,764 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.meta.1731785778742.meta, exclude list is [], retry=0 2024-11-16T19:36:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T19:36:18,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0,DISK] 2024-11-16T19:36:18,768 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:38401' 2024-11-16T19:36:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T19:36:18,776 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/oldWALs/d11ab77873cb%2C33163%2C1731785760510.1731785761924 2024-11-16T19:36:18,794 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee9193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,795 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38401,-1 for getting cluster id 2024-11-16T19:36:18,795 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:18,796 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c713ee-0f43-4da6-9b76-1791c300af47' 2024-11-16T19:36:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c713ee-0f43-4da6-9b76-1791c300af47" 2024-11-16T19:36:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0bee49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38401,-1] 2024-11-16T19:36:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:18,798 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:18,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eeb115c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:18,799 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:18,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,38401,1731785766802 2024-11-16T19:36:18,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@857caeb 2024-11-16T19:36:18,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:18,801 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:18,802 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T19:36:18,802 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T19:36:18,802 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:18,803 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:18,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:18,809 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.meta.1731785762517.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.meta.1731785778742.meta 2024-11-16T19:36:18,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T19:36:18,821 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35297:35297)] 2024-11-16T19:36:18,821 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.meta.1731785762517.meta is not closed yet, will try archiving it next time 2024-11-16T19:36:18,821 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d11ab77873cb%2C33163%2C1731785760510.rep:(num 1731785775774) roll requested 2024-11-16T19:36:18,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741834_1010 (size=3473) 2024-11-16T19:36:18,843 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.rep.1731785778821, exclude list is [], retry=0 2024-11-16T19:36:18,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-4a874356-1a8c-41b3-9d5e-47a9567d3db0,DISK] 2024-11-16T19:36:18,851 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.rep.1731785775774 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.rep.1731785778821 2024-11-16T19:36:18,869 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35297:35297)] 2024-11-16T19:36:18,869 DEBUG [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.rep.1731785775774 is not closed yet, will try archiving it next time 2024-11-16T19:36:18,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741839_1015 (size=1505) 2024-11-16T19:36:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T19:36:18,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T19:36:18,964 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T19:36:19,005 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-d11ab77873cb,33163,1731785760510, ReplicationSource: 2, currentBandwidth=0 2024-11-16T19:36:19,007 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T19:36:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T19:36:19,010 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d11ab77873cb,33163,1731785760510 suceeded 2024-11-16T19:36:19,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T19:36:19,014 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d11ab77873cb:38401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T19:36:19,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-16T19:36:19,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 251 msec 2024-11-16T19:36:19,029 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d11ab77873cb:38401' 2024-11-16T19:36:19,031 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2040a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,031 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38401,-1 for getting cluster id 2024-11-16T19:36:19,031 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:19,032 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c713ee-0f43-4da6-9b76-1791c300af47' 2024-11-16T19:36:19,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:19,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c713ee-0f43-4da6-9b76-1791c300af47" 2024-11-16T19:36:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11a65613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38401,-1] 2024-11-16T19:36:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:19,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:19,034 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:19,035 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ba5de66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,035 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:19,036 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,38401,1731785766802 2024-11-16T19:36:19,036 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18296b29 2024-11-16T19:36:19,037 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:19,037 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T19:36:19,038 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d11ab77873cb,33163,1731785760510 (queues=1) is replicating from cluster=396a0e82-24bd-4386-b2eb-25757e3e76b8 to cluster=e0c713ee-0f43-4da6-9b76-1791c300af47 2024-11-16T19:36:19,038 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d11ab77873cb%2C33163%2C1731785760510 2024-11-16T19:36:19,038 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d11ab77873cb,33163,1731785760510, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T19:36:19,044 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672, startPosition=0, beingWritten=true 2024-11-16T19:36:19,049 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d11ab77873cb%2C33163%2C1731785760510 2024-11-16T19:36:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T19:36:19,090 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T19:36:19,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:19,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:19,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:19,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:19,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:19,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T19:36:19,101 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731785779100/Put/seqid=0 2024-11-16T19:36:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741845_1021 (size=11194) 2024-11-16T19:36:19,108 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731785779107/Put/seqid=0 2024-11-16T19:36:19,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741846_1022 (size=10791) 2024-11-16T19:36:19,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f522ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,44961,-1 for getting cluster id 2024-11-16T19:36:19,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:19,120 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '396a0e82-24bd-4386-b2eb-25757e3e76b8' 2024-11-16T19:36:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "396a0e82-24bd-4386-b2eb-25757e3e76b8" 2024-11-16T19:36:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27214cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,44961,-1] 2024-11-16T19:36:19,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:19,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:19,121 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:19,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62393f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:19,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,33163,1731785760510, seqNum=-1] 2024-11-16T19:36:19,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:19,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T19:36:19,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,44961,1731785760267 2024-11-16T19:36:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44bfe802 2024-11-16T19:36:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:19,132 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T19:36:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2] 2024-11-16T19:36:19,139 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:36:19,145 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-16T19:36:19,145 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 to pos 687, reset compression=false 2024-11-16T19:36:19,152 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 was moved to hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/oldWALs/d11ab77873cb%2C33163%2C1731785760510.1731785761924 2024-11-16T19:36:19,154 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-16T19:36:19,157 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924 2024-11-16T19:36:19,157 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33163,1731785760510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785761924, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T19:36:19,158 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672, startPosition=0, beingWritten=true 2024-11-16T19:36:19,160 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d11ab77873cb%2C33163%2C1731785760510.1731785761924] 2024-11-16T19:36:19,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e6799a2ac9459911b4c004b421c23de9/f 2024-11-16T19:36:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T19:36:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:19,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e6799a2ac9459911b4c004b421c23de9/f 2024-11-16T19:36:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T19:36:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HRegion(2603): Flush status journal for e6799a2ac9459911b4c004b421c23de9: 2024-11-16T19:36:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_0 2024-11-16T19:36:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_0 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ 2024-11-16T19:36:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_1 2024-11-16T19:36:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_1 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ 2024-11-16T19:36:19,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_0 into e6799a2ac9459911b4c004b421c23de9/f as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ - updating store file list. 2024-11-16T19:36:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 827e0563d158474dbb5323809d2965e5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:19,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ into e6799a2ac9459911b4c004b421c23de9/f 2024-11-16T19:36:19,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_0 into e6799a2ac9459911b4c004b421c23de9/f (new location: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/827e0563d158474dbb5323809d2965e5_SeqId_6_) 2024-11-16T19:36:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_0 2024-11-16T19:36:19,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_1 into e6799a2ac9459911b4c004b421c23de9/f as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ - updating store file list. 2024-11-16T19:36:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83f291f466ba437b928b5ae03b9ed2af_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:19,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ into e6799a2ac9459911b4c004b421c23de9/f 2024-11-16T19:36:19,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_1 into e6799a2ac9459911b4c004b421c23de9/f (new location: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_) 2024-11-16T19:36:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/staging/jenkins__test__9h32j17o55mtj9gpmv5ljevv3rjkeaobsfoc37ct17e90qv8062esvvl4ll9ksrh/f/hfile_1 2024-11-16T19:36:19,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:19,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:19,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:19,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:19,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2 , the old value is region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d11ab77873cb:33163 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:36:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T19:36:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9., hostname=d11ab77873cb,33163,1731785760510, seqNum=2 from cache 2024-11-16T19:36:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33163: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:60332 deadline: 1731785839212 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:60332 2024-11-16T19:36:19,217 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T19:36:19,251 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 0, reset compression=false 2024-11-16T19:36:19,256 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:36:19,256 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d11ab77873cb,33163,1731785760510 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6799a2ac9459911b4c004b421c23de9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731785779211/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T19:36:19,259 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T19:36:19,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T19:36:19,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.ReplicationSink(318): Replicating [396a0e82-24bd-4386-b2eb-25757e3e76b8] bulk loaded data 2024-11-16T19:36:19,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f605ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] client.ClusterIdFetcher(90): Going to request d11ab77873cb,38401,-1 for getting cluster id 2024-11-16T19:36:19,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T19:36:19,261 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0c713ee-0f43-4da6-9b76-1791c300af47' 2024-11-16T19:36:19,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T19:36:19,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0c713ee-0f43-4da6-9b76-1791c300af47" 2024-11-16T19:36:19,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@301aca18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d11ab77873cb,38401,-1] 2024-11-16T19:36:19,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T19:36:19,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:19,262 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-16T19:36:19,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62176643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T19:36:19,319 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:33163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T19:36:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741837_1013 (size=11194) 2024-11-16T19:36:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741838_1014 (size=10791) 2024-11-16T19:36:19,457 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:19,695 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 0, reset compression=false 2024-11-16T19:36:19,700 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T19:36:19,700 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33163,1731785760510 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6799a2ac9459911b4c004b421c23de9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731785779211/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T19:36:19,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.ReplicationSink(318): Replicating [396a0e82-24bd-4386-b2eb-25757e3e76b8] bulk loaded data 2024-11-16T19:36:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741839_1015 (size=11194) 2024-11-16T19:36:19,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:19,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d11ab77873cb,38401,1731785766802 2024-11-16T19:36:19,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d496f77 2024-11-16T19:36:19,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T19:36:19,754 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-16T19:36:19,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:36:19,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T19:36:19,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d11ab77873cb,40607,1731785766860, seqNum=-1] 2024-11-16T19:36:19,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T19:36:19,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-16T19:36:19,763 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:19,766 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T19:36:19,768 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T19:36:19,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ for inclusion in 163099f89e09714e6ad4c094d0ef95fc/f 2024-11-16T19:36:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T19:36:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:19,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ for inclusion in 163099f89e09714e6ad4c094d0ef95fc/f 2024-11-16T19:36:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T19:36:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HRegion(2603): Flush status journal for 163099f89e09714e6ad4c094d0ef95fc: 2024-11-16T19:36:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:36:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/f/b27fcea40a0547768da4e52169062491_SeqId_4_ 2024-11-16T19:36:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 827e0563d158474dbb5323809d2965e5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:36:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/f/b071d9914c354f66baa14643c9d134a5_SeqId_4_ 2024-11-16T19:36:19,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ into 163099f89e09714e6ad4c094d0ef95fc/f as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/f/b27fcea40a0547768da4e52169062491_SeqId_4_ - updating store file list. 2024-11-16T19:36:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b27fcea40a0547768da4e52169062491_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:19,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/f/b27fcea40a0547768da4e52169062491_SeqId_4_ into 163099f89e09714e6ad4c094d0ef95fc/f 2024-11-16T19:36:19,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ into 163099f89e09714e6ad4c094d0ef95fc/f (new location: hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/f/b27fcea40a0547768da4e52169062491_SeqId_4_) 2024-11-16T19:36:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ 2024-11-16T19:36:19,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ into 163099f89e09714e6ad4c094d0ef95fc/f as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/f/b071d9914c354f66baa14643c9d134a5_SeqId_4_ - updating store file list. 2024-11-16T19:36:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b071d9914c354f66baa14643c9d134a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:19,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/f/b071d9914c354f66baa14643c9d134a5_SeqId_4_ into 163099f89e09714e6ad4c094d0ef95fc/f 2024-11-16T19:36:19,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ into 163099f89e09714e6ad4c094d0ef95fc/f (new location: hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/f/b071d9914c354f66baa14643c9d134a5_SeqId_4_) 2024-11-16T19:36:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/staging/jenkins.hfs.23__test__fsa58meqd31hm09k0fs0rribg2u15g234gabhqerot07hk464vore7bnovtnb24g/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ 2024-11-16T19:36:19,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40607 {}] regionserver.ReplicationSink(324): Finished replicating [396a0e82-24bd-4386-b2eb-25757e3e76b8] bulk loaded data 2024-11-16T19:36:19,900 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741840_1016 (size=10791) 2024-11-16T19:36:20,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T19:36:20,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T19:36:20,138 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T19:36:20,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ for inclusion in 34ff5a7b5a887f5f5b5ea381459b7bc6/f 2024-11-16T19:36:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T19:36:20,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:20,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ for inclusion in 34ff5a7b5a887f5f5b5ea381459b7bc6/f 2024-11-16T19:36:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T19:36:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T19:36:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HRegion(2603): Flush status journal for 34ff5a7b5a887f5f5b5ea381459b7bc6: 2024-11-16T19:36:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:36:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/446208825725410b9facce72beb84507_SeqId_6_ 2024-11-16T19:36:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 827e0563d158474dbb5323809d2965e5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T19:36:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/cd7da24f76f64b66b973efb1fec1f545_SeqId_6_ 2024-11-16T19:36:20,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/446208825725410b9facce72beb84507_SeqId_6_ - updating store file list. 2024-11-16T19:36:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 446208825725410b9facce72beb84507_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:20,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/446208825725410b9facce72beb84507_SeqId_6_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f 2024-11-16T19:36:20,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f (new location: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/446208825725410b9facce72beb84507_SeqId_6_) 2024-11-16T19:36:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/83f291f466ba437b928b5ae03b9ed2af_SeqId_6_ 2024-11-16T19:36:20,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/cd7da24f76f64b66b973efb1fec1f545_SeqId_6_ - updating store file list. 2024-11-16T19:36:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd7da24f76f64b66b973efb1fec1f545_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T19:36:20,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/cd7da24f76f64b66b973efb1fec1f545_SeqId_6_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f 2024-11-16T19:36:20,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ into 34ff5a7b5a887f5f5b5ea381459b7bc6/f (new location: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/f/cd7da24f76f64b66b973efb1fec1f545_SeqId_6_) 2024-11-16T19:36:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/staging/jenkins.hfs.22__test__vv26ojtal5p5valvkcsffp129nge8j7abpmb6r4noho6d808e3fu5ll33tql7869/f/827e0563d158474dbb5323809d2965e5_SeqId_6_ 2024-11-16T19:36:20,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] regionserver.ReplicationSink(324): Finished replicating [396a0e82-24bd-4386-b2eb-25757e3e76b8] bulk loaded data 2024-11-16T19:36:20,171 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:20,203 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:20,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:36:20,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:20,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:20,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:20,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:20,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:20,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:36:20,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1921475740, stopped=false 2024-11-16T19:36:20,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,38401,1731785766802 2024-11-16T19:36:20,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1826770402/running 2024-11-16T19:36:20,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:20,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on znode that does not yet exist, /2-1826770402/running 2024-11-16T19:36:20,242 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-16T19:36:20,242 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(3091): Received CLOSE for 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:20,245 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 163099f89e09714e6ad4c094d0ef95fc, disabling compactions & flushes 2024-11-16T19:36:20,245 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:20,245 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:20,245 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. after waiting 0 ms 2024-11-16T19:36:20,245 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1826770402/running 2024-11-16T19:36:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:20,247 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:36:20,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:20,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:20,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:20,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,40607,1731785766860' ***** 2024-11-16T19:36:20,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:36:20,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Set watcher on znode that does not yet exist, /2-1826770402/running 2024-11-16T19:36:20,248 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:36:20,249 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,40607,1731785766860 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:40607. 2024-11-16T19:36:20,249 DEBUG [RS:0;d11ab77873cb:40607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:20,249 DEBUG [RS:0;d11ab77873cb:40607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:36:20,249 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:36:20,249 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1325): Online Regions={163099f89e09714e6ad4c094d0ef95fc=test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:36:20,249 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 163099f89e09714e6ad4c094d0ef95fc 2024-11-16T19:36:20,249 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:36:20,250 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:36:20,250 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:36:20,250 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:36:20,250 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:36:20,250 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T19:36:20,251 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/default/test/163099f89e09714e6ad4c094d0ef95fc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T19:36:20,252 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:36:20,252 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:36:20,252 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:20,252 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 163099f89e09714e6ad4c094d0ef95fc: Waiting for close lock at 1731785780245Running coprocessor pre-close hooks at 1731785780245Disabling compacts and flushes for region at 1731785780245Disabling writes for close at 1731785780245Writing region close event to WAL at 1731785780246 (+1 ms)Running coprocessor post-close hooks at 1731785780252 (+6 ms)Closed at 1731785780252 2024-11-16T19:36:20,252 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc. 2024-11-16T19:36:20,271 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/info/6e30fe48e71649f081a0b18f8ee47c08 is 129, key is test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc./info:regioninfo/1731785773659/Put/seqid=0 2024-11-16T19:36:20,277 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:36:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741839_1015 (size=6421) 2024-11-16T19:36:20,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T19:36:20,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:36:20,430 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128885 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d11ab77873cb,43249,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T19:36:20,449 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:36:20,449 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:36:20,450 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:20,607 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:20,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T19:36:20,652 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:20,675 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:20,683 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/info/6e30fe48e71649f081a0b18f8ee47c08 2024-11-16T19:36:20,706 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/ns/d844c1b284c24feeb6ad2cbf94db5718 is 43, key is default/ns:d/1731785769036/Put/seqid=0 2024-11-16T19:36:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741840_1016 (size=5153) 2024-11-16T19:36:20,717 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/ns/d844c1b284c24feeb6ad2cbf94db5718 2024-11-16T19:36:20,763 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/rep_barrier/7a348321226d4b3f9e7edb1448f50ca0 is 112, key is test,,1731785772422.163099f89e09714e6ad4c094d0ef95fc./rep_barrier:seqnumDuringOpen/1731785773659/Put/seqid=0 2024-11-16T19:36:20,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741841_1017 (size=5518) 2024-11-16T19:36:20,769 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/rep_barrier/7a348321226d4b3f9e7edb1448f50ca0 2024-11-16T19:36:20,795 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/table/8eb1eeb3aa1e4c6f94f0f67e83e7445a is 40, key is test/table:state/1731785773673/Put/seqid=0 2024-11-16T19:36:20,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741842_1018 (size=5165) 2024-11-16T19:36:20,853 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:21,053 DEBUG [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:21,111 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:21,199 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/table/8eb1eeb3aa1e4c6f94f0f67e83e7445a 2024-11-16T19:36:21,204 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/info/6e30fe48e71649f081a0b18f8ee47c08 as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/info/6e30fe48e71649f081a0b18f8ee47c08 2024-11-16T19:36:21,211 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/info/6e30fe48e71649f081a0b18f8ee47c08, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T19:36:21,212 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/ns/d844c1b284c24feeb6ad2cbf94db5718 as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/ns/d844c1b284c24feeb6ad2cbf94db5718 2024-11-16T19:36:21,216 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/ns/d844c1b284c24feeb6ad2cbf94db5718, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:36:21,217 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/rep_barrier/7a348321226d4b3f9e7edb1448f50ca0 as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/rep_barrier/7a348321226d4b3f9e7edb1448f50ca0 2024-11-16T19:36:21,221 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/rep_barrier/7a348321226d4b3f9e7edb1448f50ca0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T19:36:21,221 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/.tmp/table/8eb1eeb3aa1e4c6f94f0f67e83e7445a as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/table/8eb1eeb3aa1e4c6f94f0f67e83e7445a 2024-11-16T19:36:21,225 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/table/8eb1eeb3aa1e4c6f94f0f67e83e7445a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:36:21,226 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=11, compaction requested=false 2024-11-16T19:36:21,236 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T19:36:21,236 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:36:21,236 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:36:21,236 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:21,236 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785780249Running coprocessor pre-close hooks at 1731785780249Disabling compacts and flushes for region at 1731785780249Disabling writes for close at 1731785780250 (+1 ms)Obtaining lock to block concurrent updates at 1731785780250Preparing flush snapshotting stores in 1588230740 at 1731785780250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731785780250Flushing stores of hbase:meta,,1.1588230740 at 1731785780251 (+1 ms)Flushing 1588230740/info: creating writer at 1731785780251Flushing 1588230740/info: appending metadata at 1731785780271 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731785780271Flushing 1588230740/ns: creating writer at 1731785780689 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731785780705 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731785780706 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731785780721 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785780762 (+41 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785780762Flushing 1588230740/table: creating writer at 1731785780774 (+12 ms)Flushing 1588230740/table: appending metadata at 1731785780795 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731785780795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c69ad60: reopening flushed file at 1731785781203 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283c617: reopening flushed file at 1731785781211 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffe209f: reopening flushed file at 1731785781216 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f2426f: reopening flushed file at 1731785781221 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=11, compaction requested=false at 1731785781226 (+5 ms)Writing region close event to WAL at 1731785781233 (+7 ms)Running coprocessor post-close hooks at 1731785781236 (+3 ms)Closed at 1731785781236 2024-11-16T19:36:21,237 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:21,253 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,40607,1731785766860; all regions closed. 2024-11-16T19:36:21,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741834_1010 (size=2717) 2024-11-16T19:36:21,261 DEBUG [RS:0;d11ab77873cb:40607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/oldWALs 2024-11-16T19:36:21,261 INFO [RS:0;d11ab77873cb:40607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C40607%2C1731785766860.meta:.meta(num 1731785769000) 2024-11-16T19:36:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741833_1009 (size=1028) 2024-11-16T19:36:21,264 DEBUG [RS:0;d11ab77873cb:40607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/oldWALs 2024-11-16T19:36:21,264 INFO [RS:0;d11ab77873cb:40607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C40607%2C1731785766860:(num 1731785768585) 2024-11-16T19:36:21,264 DEBUG [RS:0;d11ab77873cb:40607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:21,264 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:36:21,265 INFO [RS:0;d11ab77873cb:40607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:36:21,265 INFO [RS:0;d11ab77873cb:40607 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:36:21,265 INFO [RS:0;d11ab77873cb:40607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:36:21,265 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:36:21,266 INFO [RS:0;d11ab77873cb:40607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:40607. 2024-11-16T19:36:21,266 DEBUG [RS:0;d11ab77873cb:40607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:21,266 DEBUG [RS:0;d11ab77873cb:40607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:21,266 DEBUG [RS:0;d11ab77873cb:40607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:21,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:21,266 INFO [RS:0;d11ab77873cb:40607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40607 2024-11-16T19:36:21,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402/rs 2024-11-16T19:36:21,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1826770402/rs/d11ab77873cb,40607,1731785766860 2024-11-16T19:36:21,267 INFO [RS:0;d11ab77873cb:40607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:36:21,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,40607,1731785766860] 2024-11-16T19:36:21,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1826770402/draining/d11ab77873cb,40607,1731785766860 already deleted, retry=false 2024-11-16T19:36:21,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,40607,1731785766860 expired; onlineServers=0 2024-11-16T19:36:21,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,38401,1731785766802' ***** 2024-11-16T19:36:21,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:36:21,269 INFO [M:0;d11ab77873cb:38401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:36:21,269 INFO [M:0;d11ab77873cb:38401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:36:21,269 DEBUG [M:0;d11ab77873cb:38401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:36:21,269 DEBUG [M:0;d11ab77873cb:38401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:36:21,269 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:36:21,270 INFO [M:0;d11ab77873cb:38401 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:36:21,270 INFO [M:0;d11ab77873cb:38401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:36:21,270 DEBUG [M:0;d11ab77873cb:38401 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:36:21,270 INFO [M:0;d11ab77873cb:38401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:36:21,270 INFO [M:0;d11ab77873cb:38401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:36:21,270 INFO [M:0;d11ab77873cb:38401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:36:21,270 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:36:21,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1826770402/master 2024-11-16T19:36:21,270 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785768350 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785768350,5,FailOnTimeoutGroup] 2024-11-16T19:36:21,270 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785768351 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785768351,5,FailOnTimeoutGroup] 2024-11-16T19:36:21,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1826770402 2024-11-16T19:36:21,271 DEBUG [M:0;d11ab77873cb:38401 {}] zookeeper.ZKUtil(347): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Unable to get data of znode /2-1826770402/master because node does not exist (not an error) 2024-11-16T19:36:21,271 WARN [M:0;d11ab77873cb:38401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:36:21,282 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:21,284 INFO [M:0;d11ab77873cb:38401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/.lastflushedseqids 2024-11-16T19:36:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741843_1019 (size=173) 2024-11-16T19:36:21,290 INFO [M:0;d11ab77873cb:38401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:36:21,290 INFO [M:0;d11ab77873cb:38401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:36:21,290 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:36:21,290 INFO [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:21,290 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:21,290 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:36:21,290 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:21,290 INFO [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-16T19:36:21,310 DEBUG [M:0;d11ab77873cb:38401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6593f571de4645a2bb64a5802437eefe is 82, key is hbase:meta,,1/info:regioninfo/1731785769029/Put/seqid=0 2024-11-16T19:36:21,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:36:21,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741844_1020 (size=5672) 2024-11-16T19:36:21,326 INFO [M:0;d11ab77873cb:38401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6593f571de4645a2bb64a5802437eefe 2024-11-16T19:36:21,358 DEBUG [M:0;d11ab77873cb:38401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c9ad1be1d24bbea8dce6a397e6b744 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731785773680/Put/seqid=0 2024-11-16T19:36:21,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:21,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40607-0x1004a08f5cd0007, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:21,377 INFO [RS:0;d11ab77873cb:40607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:36:21,377 INFO [RS:0;d11ab77873cb:40607 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,40607,1731785766860; zookeeper connection closed. 2024-11-16T19:36:21,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,393 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6183c15a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6183c15a 2024-11-16T19:36:21,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,393 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:36:21,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741845_1021 (size=6585) 2024-11-16T19:36:21,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:21,718 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:21,796 INFO [M:0;d11ab77873cb:38401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c9ad1be1d24bbea8dce6a397e6b744 2024-11-16T19:36:21,828 DEBUG [M:0;d11ab77873cb:38401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d057f263dcc47e28180a2b6c03d8271 is 69, key is d11ab77873cb,40607,1731785766860/rs:state/1731785768382/Put/seqid=0 2024-11-16T19:36:21,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741846_1022 (size=5156) 2024-11-16T19:36:21,994 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:22,240 INFO [M:0;d11ab77873cb:38401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d057f263dcc47e28180a2b6c03d8271 2024-11-16T19:36:22,245 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6593f571de4645a2bb64a5802437eefe as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6593f571de4645a2bb64a5802437eefe 2024-11-16T19:36:22,251 INFO [M:0;d11ab77873cb:38401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6593f571de4645a2bb64a5802437eefe, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T19:36:22,252 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c9ad1be1d24bbea8dce6a397e6b744 as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54c9ad1be1d24bbea8dce6a397e6b744 2024-11-16T19:36:22,255 INFO [M:0;d11ab77873cb:38401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54c9ad1be1d24bbea8dce6a397e6b744, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T19:36:22,256 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d057f263dcc47e28180a2b6c03d8271 as hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d057f263dcc47e28180a2b6c03d8271 2024-11-16T19:36:22,260 INFO [M:0;d11ab77873cb:38401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45809/user/jenkins/test-data/787bb804-c363-a487-e20e-c4b47fb80ca9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d057f263dcc47e28180a2b6c03d8271, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T19:36:22,260 INFO [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=55, compaction requested=false 2024-11-16T19:36:22,285 INFO [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:22,285 DEBUG [M:0;d11ab77873cb:38401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785781290Disabling compacts and flushes for region at 1731785781290Disabling writes for close at 1731785781290Obtaining lock to block concurrent updates at 1731785781290Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785781290Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731785781290Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785781291 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785781291Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785781310 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785781310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785781330 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785781358 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785781358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785781812 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785781827 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785781827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd784e7: reopening flushed file at 1731785782243 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27039eb0: reopening flushed file at 1731785782251 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@368ea25e: reopening flushed file at 1731785782255 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=55, compaction requested=false at 1731785782260 (+5 ms)Writing region close event to WAL at 1731785782285 (+25 ms)Closed at 1731785782285 2024-11-16T19:36:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42713 is added to blk_1073741830_1006 (size=32758) 2024-11-16T19:36:22,295 INFO [M:0;d11ab77873cb:38401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:36:22,295 INFO [M:0;d11ab77873cb:38401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38401 2024-11-16T19:36:22,295 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:36:22,295 INFO [M:0;d11ab77873cb:38401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:36:22,344 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=38, reused chunk count=155, reuseRatio=80.31% 2024-11-16T19:36:22,345 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-16T19:36:22,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:22,397 INFO [M:0;d11ab77873cb:38401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:36:22,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38401-0x1004a08f5cd0006, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:22,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a23d2d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:36:22,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75f942ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:36:22,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:36:22,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a6480ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:36:22,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d2810f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/hadoop.log.dir/,STOPPED} 2024-11-16T19:36:22,401 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:36:22,401 WARN [BP-1564323624-172.17.0.2-1731785765590 heartbeating to localhost/127.0.0.1:45809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:36:22,401 WARN [BP-1564323624-172.17.0.2-1731785765590 heartbeating to localhost/127.0.0.1:45809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1564323624-172.17.0.2-1731785765590 (Datanode Uuid dfe7a3e3-2442-4fd5-8fce-f21667f3e3d6) service to localhost/127.0.0.1:45809 2024-11-16T19:36:22,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/cluster_ec665486-2787-5a3c-b993-350a75bf446d/data/data1/current/BP-1564323624-172.17.0.2-1731785765590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:36:22,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/cluster_ec665486-2787-5a3c-b993-350a75bf446d/data/data2/current/BP-1564323624-172.17.0.2-1731785765590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:36:22,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:36:22,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:36:22,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69da27cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:36:22,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5130d4ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:36:22,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:36:22,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@90de88c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:36:22,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c43aee5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f7bfb9e-c9cc-7bc8-c351-e43cff1311b0/hadoop.log.dir/,STOPPED} 2024-11-16T19:36:22,422 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:22,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:36:22,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:36:22,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:22,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:22,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:22,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:22,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:22,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:36:22,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=242928311, stopped=false 2024-11-16T19:36:22,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,34427,1731785763919 2024-11-16T19:36:22,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360633054/running 2024-11-16T19:36:22,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:22,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360633054/running 2024-11-16T19:36:22,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:22,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on znode that does not yet exist, /1-360633054/running 2024-11-16T19:36:22,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:36:22,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Set watcher on znode that does not yet exist, /1-360633054/running 2024-11-16T19:36:22,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:22,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:22,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:22,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,43135,1731785763971' ***** 2024-11-16T19:36:22,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:36:22,428 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:36:22,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:36:22,428 INFO [RS:0;d11ab77873cb:43135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:36:22,428 INFO [RS:0;d11ab77873cb:43135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:36:22,428 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(3091): Received CLOSE for 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:22,428 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,43135,1731785763971 2024-11-16T19:36:22,428 INFO [RS:0;d11ab77873cb:43135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:36:22,428 INFO [RS:0;d11ab77873cb:43135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:43135. 2024-11-16T19:36:22,429 DEBUG [RS:0;d11ab77873cb:43135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:22,428 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34ff5a7b5a887f5f5b5ea381459b7bc6, disabling compactions & flushes 2024-11-16T19:36:22,429 DEBUG [RS:0;d11ab77873cb:43135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:22,429 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:22,429 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:22,429 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. after waiting 0 ms 2024-11-16T19:36:22,429 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:22,429 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:36:22,429 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:36:22,429 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:36:22,429 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:36:22,433 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T19:36:22,433 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1325): Online Regions={34ff5a7b5a887f5f5b5ea381459b7bc6=test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:36:22,433 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34ff5a7b5a887f5f5b5ea381459b7bc6 2024-11-16T19:36:22,433 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:36:22,433 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:36:22,433 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:36:22,433 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:36:22,433 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:36:22,434 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T19:36:22,436 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/default/test/34ff5a7b5a887f5f5b5ea381459b7bc6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T19:36:22,437 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:36:22,437 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:36:22,437 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:22,437 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34ff5a7b5a887f5f5b5ea381459b7bc6: Waiting for close lock at 1731785782428Running coprocessor pre-close hooks at 1731785782428Disabling compacts and flushes for region at 1731785782428Disabling writes for close at 1731785782429 (+1 ms)Writing region close event to WAL at 1731785782433 (+4 ms)Running coprocessor post-close hooks at 1731785782437 (+4 ms)Closed at 1731785782437 2024-11-16T19:36:22,437 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6. 2024-11-16T19:36:22,452 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/info/1d66395bf38a4c5c8f7bdeff576a7994 is 129, key is test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6./info:regioninfo/1731785771417/Put/seqid=0 2024-11-16T19:36:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741841_1017 (size=6421) 2024-11-16T19:36:22,459 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/info/1d66395bf38a4c5c8f7bdeff576a7994 2024-11-16T19:36:22,480 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/ns/d2e777350bcc4c7e99c005c0f95a6301 is 43, key is default/ns:d/1731785765493/Put/seqid=0 2024-11-16T19:36:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741842_1018 (size=5153) 2024-11-16T19:36:22,485 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/ns/d2e777350bcc4c7e99c005c0f95a6301 2024-11-16T19:36:22,501 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/rep_barrier/d13d7e727b49450dbbb2614350cd9771 is 112, key is test,,1731785770271.34ff5a7b5a887f5f5b5ea381459b7bc6./rep_barrier:seqnumDuringOpen/1731785771417/Put/seqid=0 2024-11-16T19:36:22,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741843_1019 (size=5518) 2024-11-16T19:36:22,522 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:36:22,633 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:22,689 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:36:22,689 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:36:22,801 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:22,833 DEBUG [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:22,905 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/rep_barrier/d13d7e727b49450dbbb2614350cd9771 2024-11-16T19:36:22,928 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/table/cd799e380f5a48458d6913be27af5d94 is 40, key is test/table:state/1731785771428/Put/seqid=0 2024-11-16T19:36:22,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741844_1020 (size=5165) 2024-11-16T19:36:22,937 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/table/cd799e380f5a48458d6913be27af5d94 2024-11-16T19:36:22,943 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/info/1d66395bf38a4c5c8f7bdeff576a7994 as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/info/1d66395bf38a4c5c8f7bdeff576a7994 2024-11-16T19:36:22,950 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/info/1d66395bf38a4c5c8f7bdeff576a7994, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T19:36:22,951 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/ns/d2e777350bcc4c7e99c005c0f95a6301 as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/ns/d2e777350bcc4c7e99c005c0f95a6301 2024-11-16T19:36:22,955 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/ns/d2e777350bcc4c7e99c005c0f95a6301, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:36:22,955 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/rep_barrier/d13d7e727b49450dbbb2614350cd9771 as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/rep_barrier/d13d7e727b49450dbbb2614350cd9771 2024-11-16T19:36:22,958 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/rep_barrier/d13d7e727b49450dbbb2614350cd9771, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T19:36:22,959 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/.tmp/table/cd799e380f5a48458d6913be27af5d94 as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/table/cd799e380f5a48458d6913be27af5d94 2024-11-16T19:36:22,962 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/table/cd799e380f5a48458d6913be27af5d94, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T19:36:22,962 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=11, compaction requested=false 2024-11-16T19:36:22,972 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T19:36:22,972 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:36:22,972 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:36:22,972 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:22,972 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785782433Running coprocessor pre-close hooks at 1731785782433Disabling compacts and flushes for region at 1731785782433Disabling writes for close at 1731785782433Obtaining lock to block concurrent updates at 1731785782434 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731785782434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731785782434Flushing stores of hbase:meta,,1.1588230740 at 1731785782434Flushing 1588230740/info: creating writer at 1731785782434Flushing 1588230740/info: appending metadata at 1731785782451 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731785782451Flushing 1588230740/ns: creating writer at 1731785782463 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731785782480 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731785782480Flushing 1588230740/rep_barrier: creating writer at 1731785782488 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785782501 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785782501Flushing 1588230740/table: creating writer at 1731785782908 (+407 ms)Flushing 1588230740/table: appending metadata at 1731785782927 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731785782927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5387d79e: reopening flushed file at 1731785782943 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bad4be0: reopening flushed file at 1731785782950 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d5d6f0: reopening flushed file at 1731785782955 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb9779e: reopening flushed file at 1731785782958 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=11, compaction requested=false at 1731785782962 (+4 ms)Writing region close event to WAL at 1731785782969 (+7 ms)Running coprocessor post-close hooks at 1731785782972 (+3 ms)Closed at 1731785782972 2024-11-16T19:36:22,973 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:23,034 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,43135,1731785763971; all regions closed. 2024-11-16T19:36:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741834_1010 (size=2717) 2024-11-16T19:36:23,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/WALs/d11ab77873cb,43135,1731785763971/d11ab77873cb%2C43135%2C1731785763971.meta.1731785765418.meta not finished, retry = 0 2024-11-16T19:36:23,138 DEBUG [RS:0;d11ab77873cb:43135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/oldWALs 2024-11-16T19:36:23,138 INFO [RS:0;d11ab77873cb:43135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C43135%2C1731785763971.meta:.meta(num 1731785765418) 2024-11-16T19:36:23,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741832_1008 (size=1374) 2024-11-16T19:36:23,146 DEBUG [RS:0;d11ab77873cb:43135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/oldWALs 2024-11-16T19:36:23,146 INFO [RS:0;d11ab77873cb:43135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d11ab77873cb%2C43135%2C1731785763971:(num 1731785764831) 2024-11-16T19:36:23,146 DEBUG [RS:0;d11ab77873cb:43135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:23,146 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:36:23,146 INFO [RS:0;d11ab77873cb:43135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:36:23,146 INFO [RS:0;d11ab77873cb:43135 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:36:23,147 INFO [RS:0;d11ab77873cb:43135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:36:23,147 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:36:23,147 INFO [RS:0;d11ab77873cb:43135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:43135. 2024-11-16T19:36:23,147 DEBUG [RS:0;d11ab77873cb:43135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:23,147 DEBUG [RS:0;d11ab77873cb:43135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:23,147 DEBUG [RS:0;d11ab77873cb:43135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:23,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:23,147 INFO [RS:0;d11ab77873cb:43135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43135 2024-11-16T19:36:23,228 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:23,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360633054/rs/d11ab77873cb,43135,1731785763971 2024-11-16T19:36:23,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054/rs 2024-11-16T19:36:23,235 INFO [RS:0;d11ab77873cb:43135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:36:23,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,43135,1731785763971] 2024-11-16T19:36:23,236 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-360633054/draining/d11ab77873cb,43135,1731785763971 already deleted, retry=false 2024-11-16T19:36:23,236 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,43135,1731785763971 expired; onlineServers=0 2024-11-16T19:36:23,236 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,34427,1731785763919' ***** 2024-11-16T19:36:23,236 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:36:23,236 INFO [M:0;d11ab77873cb:34427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:36:23,236 INFO [M:0;d11ab77873cb:34427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:36:23,236 DEBUG [M:0;d11ab77873cb:34427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:36:23,236 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:36:23,236 DEBUG [M:0;d11ab77873cb:34427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:36:23,236 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785764629 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785764629,5,FailOnTimeoutGroup] 2024-11-16T19:36:23,236 INFO [M:0;d11ab77873cb:34427 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:36:23,237 INFO [M:0;d11ab77873cb:34427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:36:23,237 DEBUG [M:0;d11ab77873cb:34427 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:36:23,237 INFO [M:0;d11ab77873cb:34427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:36:23,237 INFO [M:0;d11ab77873cb:34427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:36:23,237 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785764629 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785764629,5,FailOnTimeoutGroup] 2024-11-16T19:36:23,237 INFO [M:0;d11ab77873cb:34427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:36:23,237 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:36:23,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-360633054/master 2024-11-16T19:36:23,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-360633054 2024-11-16T19:36:23,237 DEBUG [M:0;d11ab77873cb:34427 {}] zookeeper.ZKUtil(347): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Unable to get data of znode /1-360633054/master because node does not exist (not an error) 2024-11-16T19:36:23,237 WARN [M:0;d11ab77873cb:34427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:36:23,238 INFO [M:0;d11ab77873cb:34427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/.lastflushedseqids 2024-11-16T19:36:23,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741845_1021 (size=173) 2024-11-16T19:36:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:23,336 INFO [RS:0;d11ab77873cb:43135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:36:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43135-0x1004a08f5cd0004, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:23,336 INFO [RS:0;d11ab77873cb:43135 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,43135,1731785763971; zookeeper connection closed. 2024-11-16T19:36:23,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e7af486 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e7af486 2024-11-16T19:36:23,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:36:23,647 INFO [M:0;d11ab77873cb:34427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:36:23,647 INFO [M:0;d11ab77873cb:34427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:36:23,647 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:36:23,647 INFO [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:23,647 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:23,647 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:36:23,647 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:23,648 INFO [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-16T19:36:23,665 DEBUG [M:0;d11ab77873cb:34427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e82764f731d34261a3a12ff55146ef22 is 82, key is hbase:meta,,1/info:regioninfo/1731785765479/Put/seqid=0 2024-11-16T19:36:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741846_1022 (size=5672) 2024-11-16T19:36:23,704 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:24,071 INFO [M:0;d11ab77873cb:34427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e82764f731d34261a3a12ff55146ef22 2024-11-16T19:36:24,086 DEBUG [M:0;d11ab77873cb:34427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25f31b7192b047aea6867896a9cd69a0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731785771431/Put/seqid=0 2024-11-16T19:36:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741847_1023 (size=6586) 2024-11-16T19:36:24,089 INFO [M:0;d11ab77873cb:34427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25f31b7192b047aea6867896a9cd69a0 2024-11-16T19:36:24,105 DEBUG [M:0;d11ab77873cb:34427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e37c345266e64a59ba57528e9039fce8 is 69, key is d11ab77873cb,43135,1731785763971/rs:state/1731785764658/Put/seqid=0 2024-11-16T19:36:24,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741848_1024 (size=5156) 2024-11-16T19:36:24,130 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:24,508 INFO [M:0;d11ab77873cb:34427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e37c345266e64a59ba57528e9039fce8 2024-11-16T19:36:24,512 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e82764f731d34261a3a12ff55146ef22 as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e82764f731d34261a3a12ff55146ef22 2024-11-16T19:36:24,516 INFO [M:0;d11ab77873cb:34427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e82764f731d34261a3a12ff55146ef22, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T19:36:24,516 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25f31b7192b047aea6867896a9cd69a0 as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25f31b7192b047aea6867896a9cd69a0 2024-11-16T19:36:24,520 INFO [M:0;d11ab77873cb:34427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25f31b7192b047aea6867896a9cd69a0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T19:36:24,521 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e37c345266e64a59ba57528e9039fce8 as hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e37c345266e64a59ba57528e9039fce8 2024-11-16T19:36:24,524 INFO [M:0;d11ab77873cb:34427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37523/user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e37c345266e64a59ba57528e9039fce8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T19:36:24,525 INFO [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false 2024-11-16T19:36:24,526 INFO [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:24,526 DEBUG [M:0;d11ab77873cb:34427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785783647Disabling compacts and flushes for region at 1731785783647Disabling writes for close at 1731785783647Obtaining lock to block concurrent updates at 1731785783648 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785783648Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731785783648Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785783648Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785783648Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785783665 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785783665Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785784074 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785784086 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785784086Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785784092 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785784105 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785784105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bac9648: reopening flushed file at 1731785784512 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0f55ba: reopening flushed file at 1731785784516 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db6028f: reopening flushed file at 1731785784520 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false at 1731785784525 (+5 ms)Writing region close event to WAL at 1731785784526 (+1 ms)Closed at 1731785784526 2024-11-16T19:36:24,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10b80c37-452e-ef67-1b80-cfe7713b70ad/MasterData/WALs/d11ab77873cb,34427,1731785763919/d11ab77873cb%2C34427%2C1731785763919.1731785764513 not finished, retry = 0 2024-11-16T19:36:24,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34981 is added to blk_1073741830_1006 (size=32770) 2024-11-16T19:36:24,628 INFO [M:0;d11ab77873cb:34427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:36:24,628 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:36:24,628 INFO [M:0;d11ab77873cb:34427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34427 2024-11-16T19:36:24,628 INFO [M:0;d11ab77873cb:34427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:36:24,710 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:24,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:24,730 INFO [M:0;d11ab77873cb:34427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:36:24,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34427-0x1004a08f5cd0003, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:24,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32de85a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:36:24,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ced2d66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:36:24,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:36:24,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27237c78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:36:24,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2273ea7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.log.dir/,STOPPED} 2024-11-16T19:36:24,733 WARN [BP-971326385-172.17.0.2-1731785762766 heartbeating to localhost/127.0.0.1:37523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:36:24,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:36:24,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:36:24,733 WARN [BP-971326385-172.17.0.2-1731785762766 heartbeating to localhost/127.0.0.1:37523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-971326385-172.17.0.2-1731785762766 (Datanode Uuid 40de4c42-8002-4f4a-8fad-8de6d54c5995) service to localhost/127.0.0.1:37523 2024-11-16T19:36:24,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/cluster_cc57a94a-c9a1-e9b3-17aa-36b831ff5752/data/data1/current/BP-971326385-172.17.0.2-1731785762766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:36:24,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/cluster_cc57a94a-c9a1-e9b3-17aa-36b831ff5752/data/data2/current/BP-971326385-172.17.0.2-1731785762766 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:36:24,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:36:24,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f4d40c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:36:24,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70081888{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:36:24,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:36:24,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268b4699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:36:24,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4511573e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/597bf744-4c80-958d-c819-51f6f23a64c9/hadoop.log.dir/,STOPPED} 2024-11-16T19:36:24,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:36:24,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T19:36:24,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:24,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:24,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:24,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:24,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:24,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T19:36:24,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861588626, stopped=false 2024-11-16T19:36:24,755 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d11ab77873cb,44961,1731785760267 2024-11-16T19:36:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906905084/running 2024-11-16T19:36:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906905084/running 2024-11-16T19:36:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:24,756 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:36:24,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T19:36:24,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on znode that does not yet exist, /01906905084/running 2024-11-16T19:36:24,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:24,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Set watcher on znode that does not yet exist, /01906905084/running 2024-11-16T19:36:24,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:24,757 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd11ab77873cb,33163,1731785760510' ***** 2024-11-16T19:36:24,757 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T19:36:24,757 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T19:36:24,758 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(3091): Received CLOSE for 56fcc82745a8a2dce5ffb8ba2eedfe60 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(3091): Received CLOSE for e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(959): stopping server d11ab77873cb,33163,1731785760510 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:36:24,758 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56fcc82745a8a2dce5ffb8ba2eedfe60, disabling compactions & flushes 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:33163. 2024-11-16T19:36:24,758 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:24,758 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:24,758 DEBUG [RS:0;d11ab77873cb:33163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:24,758 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. after waiting 0 ms 2024-11-16T19:36:24,758 DEBUG [RS:0;d11ab77873cb:33163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:24,758 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T19:36:24,758 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56fcc82745a8a2dce5ffb8ba2eedfe60 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T19:36:24,758 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T19:36:24,759 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T19:36:24,759 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1325): Online Regions={56fcc82745a8a2dce5ffb8ba2eedfe60=hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60., 1588230740=hbase:meta,,1.1588230740, e6799a2ac9459911b4c004b421c23de9=test,,1731785769130.e6799a2ac9459911b4c004b421c23de9.} 2024-11-16T19:36:24,759 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56fcc82745a8a2dce5ffb8ba2eedfe60, e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:24,759 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T19:36:24,759 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T19:36:24,759 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T19:36:24,759 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T19:36:24,759 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T19:36:24,759 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T19:36:24,777 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/info/3a1957000e4e472291c0f86c732eeb7f is 147, key is hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60./info:regioninfo/1731785775820/Put/seqid=0 2024-11-16T19:36:24,778 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/.tmp/hfileref/a5c896d1377e4f37aa7a9bbe4d21fc32 is 74, key is 1/hfileref:827e0563d158474dbb5323809d2965e5_SeqId_6_/1731785780160/DeleteColumn/seqid=0 2024-11-16T19:36:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741847_1023 (size=7686) 2024-11-16T19:36:24,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741848_1024 (size=5489) 2024-11-16T19:36:24,781 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/.tmp/hfileref/a5c896d1377e4f37aa7a9bbe4d21fc32 2024-11-16T19:36:24,801 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/.tmp/queue/7a806f114c184e0f98c86c8b708495d3 is 153, key is 1-d11ab77873cb,33163,1731785760510/queue:d11ab77873cb%2C33163%2C1731785760510/1731785780161/Put/seqid=0 2024-11-16T19:36:24,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741849_1025 (size=5504) 2024-11-16T19:36:24,824 INFO [regionserver/d11ab77873cb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:36:24,867 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T19:36:24,867 INFO [regionserver/d11ab77873cb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T19:36:24,959 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56fcc82745a8a2dce5ffb8ba2eedfe60, e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:25,031 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T19:36:25,134 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:25,159 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56fcc82745a8a2dce5ffb8ba2eedfe60, e6799a2ac9459911b4c004b421c23de9 2024-11-16T19:36:25,181 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/info/3a1957000e4e472291c0f86c732eeb7f 2024-11-16T19:36:25,198 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/ns/11b2c625004348c79c278974b6b72bf9 is 43, key is default/ns:d/1731785762648/Put/seqid=0 2024-11-16T19:36:25,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741850_1026 (size=5153) 2024-11-16T19:36:25,205 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/.tmp/queue/7a806f114c184e0f98c86c8b708495d3 2024-11-16T19:36:25,209 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/.tmp/hfileref/a5c896d1377e4f37aa7a9bbe4d21fc32 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/hfileref/a5c896d1377e4f37aa7a9bbe4d21fc32 2024-11-16T19:36:25,213 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/hfileref/a5c896d1377e4f37aa7a9bbe4d21fc32, entries=6, sequenceid=17, filesize=5.4 K 2024-11-16T19:36:25,214 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/.tmp/queue/7a806f114c184e0f98c86c8b708495d3 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/queue/7a806f114c184e0f98c86c8b708495d3 2024-11-16T19:36:25,217 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/queue/7a806f114c184e0f98c86c8b708495d3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-16T19:36:25,218 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 56fcc82745a8a2dce5ffb8ba2eedfe60 in 460ms, sequenceid=17, compaction requested=false 2024-11-16T19:36:25,221 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/replication/56fcc82745a8a2dce5ffb8ba2eedfe60/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-16T19:36:25,221 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:36:25,222 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:36:25,222 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:25,222 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56fcc82745a8a2dce5ffb8ba2eedfe60: Waiting for close lock at 1731785784758Running coprocessor pre-close hooks at 1731785784758Disabling compacts and flushes for region at 1731785784758Disabling writes for close at 1731785784758Obtaining lock to block concurrent updates at 1731785784758Preparing flush snapshotting stores in 56fcc82745a8a2dce5ffb8ba2eedfe60 at 1731785784758Finished memstore snapshotting hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731785784759 (+1 ms)Flushing stores of hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. at 1731785784759Flushing 56fcc82745a8a2dce5ffb8ba2eedfe60/hfileref: creating writer at 1731785784759Flushing 56fcc82745a8a2dce5ffb8ba2eedfe60/hfileref: appending metadata at 1731785784778 (+19 ms)Flushing 56fcc82745a8a2dce5ffb8ba2eedfe60/hfileref: closing flushed file at 1731785784778Flushing 56fcc82745a8a2dce5ffb8ba2eedfe60/queue: creating writer at 1731785784785 (+7 ms)Flushing 56fcc82745a8a2dce5ffb8ba2eedfe60/queue: appending metadata at 1731785784801 (+16 ms)Flushing 56fcc82745a8a2dce5ffb8ba2eedfe60/queue: closing flushed file at 1731785784801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af7512a: reopening flushed file at 1731785785209 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3bb3ad: reopening flushed file at 1731785785213 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 56fcc82745a8a2dce5ffb8ba2eedfe60 in 460ms, sequenceid=17, compaction requested=false at 1731785785218 (+5 ms)Writing region close event to WAL at 1731785785219 (+1 ms)Running coprocessor post-close hooks at 1731785785221 (+2 ms)Closed at 1731785785222 (+1 ms) 2024-11-16T19:36:25,222 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731785774595.56fcc82745a8a2dce5ffb8ba2eedfe60. 2024-11-16T19:36:25,222 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6799a2ac9459911b4c004b421c23de9, disabling compactions & flushes 2024-11-16T19:36:25,222 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:25,222 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:25,222 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. after waiting 0 ms 2024-11-16T19:36:25,222 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:25,225 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/default/test/e6799a2ac9459911b4c004b421c23de9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T19:36:25,225 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:36:25,225 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T19:36:25,225 INFO [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:25,225 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6799a2ac9459911b4c004b421c23de9: Waiting for close lock at 1731785785222Running coprocessor pre-close hooks at 1731785785222Disabling compacts and flushes for region at 1731785785222Disabling writes for close at 1731785785222Writing region close event to WAL at 1731785785223 (+1 ms)Running coprocessor post-close hooks at 1731785785225 (+2 ms)Closed at 1731785785225 2024-11-16T19:36:25,226 DEBUG [RS_CLOSE_REGION-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731785769130.e6799a2ac9459911b4c004b421c23de9. 2024-11-16T19:36:25,359 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:25,559 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:25,601 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/ns/11b2c625004348c79c278974b6b72bf9 2024-11-16T19:36:25,623 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/rep_barrier/3354e9cf296d47f29b5f5100e1ac9940 is 112, key is test,,1731785769130.e6799a2ac9459911b4c004b421c23de9./rep_barrier:seqnumDuringOpen/1731785769880/Put/seqid=0 2024-11-16T19:36:25,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741851_1027 (size=5518) 2024-11-16T19:36:25,760 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T19:36:25,760 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T19:36:25,760 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:25,813 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:25,833 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:36:25,833 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 688, reset compression=false 2024-11-16T19:36:25,833 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d11ab77873cb,33163,1731785760510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:36:25,834 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d11ab77873cb,33163,1731785760510: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-d11ab77873cb,33163,1731785760510, walGroup=d11ab77873cb%2C33163%2C1731785760510, offset=d11ab77873cb%2C33163%2C1731785760510.1731785778672:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:33163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T19:36:25,835 ERROR [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T19:36:25,835 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T19:36:25,836 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T19:36:25,836 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T19:36:25,836 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T19:36:25,836 INFO [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 1141262984 }, "NonHeapMemoryUsage": { "committed": 210436096, "init": 7667712, "max": -1, "used": 207479360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T19:36:25,836 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:44961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d11ab77873cb:44961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T19:36:25,960 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:26,028 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/rep_barrier/3354e9cf296d47f29b5f5100e1ac9940 2024-11-16T19:36:26,049 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/table/3adaa8b0ac8b4fdea3fb05a0ddce74c4 is 53, key is hbase:replication/table:state/1731785775827/Put/seqid=0 2024-11-16T19:36:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741852_1028 (size=5308) 2024-11-16T19:36:26,054 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 688, reset compression=false 2024-11-16T19:36:26,160 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:26,237 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 393, reset compression=false 2024-11-16T19:36:26,241 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T19:36:26,241 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 688, reset compression=false 2024-11-16T19:36:26,241 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d11ab77873cb,33163,1731785760510 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T19:36:26,242 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-16T19:36:26,357 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 688, reset compression=false 2024-11-16T19:36:26,360 DEBUG [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T19:36:26,444 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 688, reset compression=false 2024-11-16T19:36:26,452 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/table/3adaa8b0ac8b4fdea3fb05a0ddce74c4 2024-11-16T19:36:26,456 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/info/3a1957000e4e472291c0f86c732eeb7f as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/info/3a1957000e4e472291c0f86c732eeb7f 2024-11-16T19:36:26,459 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/info/3a1957000e4e472291c0f86c732eeb7f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T19:36:26,460 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/ns/11b2c625004348c79c278974b6b72bf9 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/ns/11b2c625004348c79c278974b6b72bf9 2024-11-16T19:36:26,463 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/ns/11b2c625004348c79c278974b6b72bf9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T19:36:26,463 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/rep_barrier/3354e9cf296d47f29b5f5100e1ac9940 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/rep_barrier/3354e9cf296d47f29b5f5100e1ac9940 2024-11-16T19:36:26,469 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/rep_barrier/3354e9cf296d47f29b5f5100e1ac9940, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T19:36:26,469 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/.tmp/table/3adaa8b0ac8b4fdea3fb05a0ddce74c4 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/table/3adaa8b0ac8b4fdea3fb05a0ddce74c4 2024-11-16T19:36:26,473 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/table/3adaa8b0ac8b4fdea3fb05a0ddce74c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T19:36:26,474 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-16T19:36:26,478 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T19:36:26,478 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T19:36:26,478 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T19:36:26,478 INFO [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:26,478 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731785784759Running coprocessor pre-close hooks at 1731785784759Disabling compacts and flushes for region at 1731785784759Disabling writes for close at 1731785784759Obtaining lock to block concurrent updates at 1731785784759Preparing flush snapshotting stores in 1588230740 at 1731785784759Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731785784759Flushing stores of hbase:meta,,1.1588230740 at 1731785784759Flushing 1588230740/info: creating writer at 1731785784760 (+1 ms)Flushing 1588230740/info: appending metadata at 1731785784776 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731785784776Flushing 1588230740/ns: creating writer at 1731785785185 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731785785198 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731785785198Flushing 1588230740/rep_barrier: creating writer at 1731785785605 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731785785623 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731785785623Flushing 1588230740/table: creating writer at 1731785786031 (+408 ms)Flushing 1588230740/table: appending metadata at 1731785786048 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731785786048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6b3b3f: reopening flushed file at 1731785786455 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27005083: reopening flushed file at 1731785786459 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd69322: reopening flushed file at 1731785786463 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b97f6d4: reopening flushed file at 1731785786469 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731785786474 (+5 ms)Writing region close event to WAL at 1731785786475 (+1 ms)Running coprocessor post-close hooks at 1731785786478 (+3 ms)Closed at 1731785786478 2024-11-16T19:36:26,478 DEBUG [RS_CLOSE_META-regionserver/d11ab77873cb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T19:36:26,560 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(976): stopping server d11ab77873cb,33163,1731785760510; all regions closed. 2024-11-16T19:36:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741843_1019 (size=859) 2024-11-16T19:36:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741844_1020 (size=2791) 2024-11-16T19:36:26,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.rep.1731785778821 not finished, retry = 0 2024-11-16T19:36:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741842_1018 (size=696) 2024-11-16T19:36:26,670 DEBUG [RS:0;d11ab77873cb:33163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:26,670 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T19:36:26,670 INFO [RS:0;d11ab77873cb:33163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:36:26,670 INFO [RS:0;d11ab77873cb:33163 {}] hbase.ChoreService(370): Chore service for: regionserver/d11ab77873cb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T19:36:26,670 INFO [RS:0;d11ab77873cb:33163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:36:26,670 INFO [regionserver/d11ab77873cb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:36:26,671 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d11ab77873cb,33163,1731785760510 because: Region server is closing 2024-11-16T19:36:26,671 INFO [RS:0;d11ab77873cb:33163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:33163. 2024-11-16T19:36:26,671 DEBUG [RS:0;d11ab77873cb:33163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:26,671 DEBUG [RS:0;d11ab77873cb:33163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:26,671 DEBUG [RS:0;d11ab77873cb:33163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:26,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:26,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T19:36:26,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,761 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 to pos 688, reset compression=false 2024-11-16T19:36:26,766 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/WALs/d11ab77873cb,33163,1731785760510/d11ab77873cb%2C33163%2C1731785760510.1731785778672 2024-11-16T19:36:26,767 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T19:36:26,767 DEBUG [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T19:36:26,772 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,1-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,1-d11ab77873cb,33163,1731785760510 terminated 2024-11-16T19:36:26,772 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d11ab77873cb,33163,1731785760510 because: Region server is closing 2024-11-16T19:36:26,772 INFO [RS:0;d11ab77873cb:33163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d11ab77873cb:33163. 2024-11-16T19:36:26,772 DEBUG [RS:0;d11ab77873cb:33163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T19:36:26,772 DEBUG [RS:0;d11ab77873cb:33163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:26,772 DEBUG [RS:0;d11ab77873cb:33163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T19:36:26,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T19:36:26,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T19:36:26,872 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.shipperd11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 terminated 2024-11-16T19:36:26,873 INFO [RS:0;d11ab77873cb:33163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33163 2024-11-16T19:36:26,872 WARN [RS_REFRESH_PEER-regionserver/d11ab77873cb:0-0.replicationSource,2-d11ab77873cb,33163,1731785760510.replicationSource.wal-reader.d11ab77873cb%2C33163%2C1731785760510,2-d11ab77873cb,33163,1731785760510 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-16T19:36:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084/rs 2024-11-16T19:36:26,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906905084/rs/d11ab77873cb,33163,1731785760510 2024-11-16T19:36:26,875 INFO [RS:0;d11ab77873cb:33163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:36:26,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d11ab77873cb,33163,1731785760510] 2024-11-16T19:36:26,876 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01906905084/draining/d11ab77873cb,33163,1731785760510 already deleted, retry=false 2024-11-16T19:36:26,876 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d11ab77873cb,33163,1731785760510 expired; onlineServers=0 2024-11-16T19:36:26,876 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd11ab77873cb,44961,1731785760267' ***** 2024-11-16T19:36:26,876 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T19:36:26,876 INFO [M:0;d11ab77873cb:44961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T19:36:26,876 INFO [M:0;d11ab77873cb:44961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T19:36:26,876 DEBUG [M:0;d11ab77873cb:44961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T19:36:26,876 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T19:36:26,876 DEBUG [M:0;d11ab77873cb:44961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T19:36:26,876 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785761711 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.large.0-1731785761711,5,FailOnTimeoutGroup] 2024-11-16T19:36:26,876 DEBUG [master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785761717 {}] cleaner.HFileCleaner(306): Exit Thread[master/d11ab77873cb:0:becomeActiveMaster-HFileCleaner.small.0-1731785761717,5,FailOnTimeoutGroup] 2024-11-16T19:36:26,876 INFO [M:0;d11ab77873cb:44961 {}] hbase.ChoreService(370): Chore service for: master/d11ab77873cb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T19:36:26,876 INFO [M:0;d11ab77873cb:44961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T19:36:26,876 DEBUG [M:0;d11ab77873cb:44961 {}] master.HMaster(1795): Stopping service threads 2024-11-16T19:36:26,876 INFO [M:0;d11ab77873cb:44961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T19:36:26,876 INFO [M:0;d11ab77873cb:44961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T19:36:26,876 INFO [M:0;d11ab77873cb:44961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T19:36:26,877 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T19:36:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01906905084/master 2024-11-16T19:36:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01906905084 2024-11-16T19:36:26,877 DEBUG [M:0;d11ab77873cb:44961 {}] zookeeper.ZKUtil(347): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Unable to get data of znode /01906905084/master because node does not exist (not an error) 2024-11-16T19:36:26,878 WARN [M:0;d11ab77873cb:44961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T19:36:26,878 INFO [M:0;d11ab77873cb:44961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/.lastflushedseqids 2024-11-16T19:36:26,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741853_1029 (size=263) 2024-11-16T19:36:26,976 INFO [RS:0;d11ab77873cb:33163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:36:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:26,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33163-0x1004a08f5cd0001, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:26,976 INFO [RS:0;d11ab77873cb:33163 {}] regionserver.HRegionServer(1031): Exiting; stopping=d11ab77873cb,33163,1731785760510; zookeeper connection closed. 2024-11-16T19:36:26,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c8520b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c8520b6 2024-11-16T19:36:26,977 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T19:36:27,287 INFO [M:0;d11ab77873cb:44961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T19:36:27,287 INFO [M:0;d11ab77873cb:44961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T19:36:27,287 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T19:36:27,287 INFO [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:27,287 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:27,287 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T19:36:27,287 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:27,287 INFO [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-16T19:36:27,302 DEBUG [M:0;d11ab77873cb:44961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e66895b504af42a9aca2118d1b6f90cd is 82, key is hbase:meta,,1/info:regioninfo/1731785762632/Put/seqid=0 2024-11-16T19:36:27,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741854_1030 (size=5672) 2024-11-16T19:36:27,713 INFO [M:0;d11ab77873cb:44961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e66895b504af42a9aca2118d1b6f90cd 2024-11-16T19:36:27,729 DEBUG [M:0;d11ab77873cb:44961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65b335276e0d4e5c82aa1f5de2e9531f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731785775831/Put/seqid=0 2024-11-16T19:36:27,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741855_1031 (size=8908) 2024-11-16T19:36:28,132 INFO [M:0;d11ab77873cb:44961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65b335276e0d4e5c82aa1f5de2e9531f 2024-11-16T19:36:28,149 DEBUG [M:0;d11ab77873cb:44961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d350678ff346c59306dfa71c506354 is 69, key is d11ab77873cb,33163,1731785760510/rs:state/1731785761758/Put/seqid=0 2024-11-16T19:36:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741856_1032 (size=5156) 2024-11-16T19:36:28,554 INFO [M:0;d11ab77873cb:44961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d350678ff346c59306dfa71c506354 2024-11-16T19:36:28,558 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e66895b504af42a9aca2118d1b6f90cd as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e66895b504af42a9aca2118d1b6f90cd 2024-11-16T19:36:28,562 INFO [M:0;d11ab77873cb:44961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e66895b504af42a9aca2118d1b6f90cd, entries=8, sequenceid=112, filesize=5.5 K 2024-11-16T19:36:28,563 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65b335276e0d4e5c82aa1f5de2e9531f as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65b335276e0d4e5c82aa1f5de2e9531f 2024-11-16T19:36:28,566 INFO [M:0;d11ab77873cb:44961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65b335276e0d4e5c82aa1f5de2e9531f, entries=13, sequenceid=112, filesize=8.7 K 2024-11-16T19:36:28,566 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d350678ff346c59306dfa71c506354 as hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6d350678ff346c59306dfa71c506354 2024-11-16T19:36:28,569 INFO [M:0;d11ab77873cb:44961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41299/user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6d350678ff346c59306dfa71c506354, entries=1, sequenceid=112, filesize=5.0 K 2024-11-16T19:36:28,570 INFO [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=112, compaction requested=false 2024-11-16T19:36:28,571 INFO [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T19:36:28,571 DEBUG [M:0;d11ab77873cb:44961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731785787287Disabling compacts and flushes for region at 1731785787287Disabling writes for close at 1731785787287Obtaining lock to block concurrent updates at 1731785787287Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731785787287Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731785787287Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731785787288 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731785787288Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731785787302 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731785787302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731785787716 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731785787728 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731785787728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731785788135 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731785788148 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731785788148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff4d610: reopening flushed file at 1731785788558 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a27e1ee: reopening flushed file at 1731785788562 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51289821: reopening flushed file at 1731785788566 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=112, compaction requested=false at 1731785788570 (+4 ms)Writing region close event to WAL at 1731785788571 (+1 ms)Closed at 1731785788571 2024-11-16T19:36:28,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97530397-fc4e-8605-1350-e61c9822291e/MasterData/WALs/d11ab77873cb,44961,1731785760267/d11ab77873cb%2C44961%2C1731785760267.1731785761550 not finished, retry = 0 2024-11-16T19:36:28,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741830_1006 (size=69043) 2024-11-16T19:36:28,674 INFO [M:0;d11ab77873cb:44961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T19:36:28,674 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T19:36:28,674 INFO [M:0;d11ab77873cb:44961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44961 2024-11-16T19:36:28,674 INFO [M:0;d11ab77873cb:44961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T19:36:28,913 INFO [M:0;d11ab77873cb:44961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T19:36:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:28,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44961-0x1004a08f5cd0000, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T19:36:29,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54f4aa32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T19:36:29,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a396ae4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:36:29,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:36:29,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8833c43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:36:29,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a665894{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.log.dir/,STOPPED} 2024-11-16T19:36:29,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T19:36:29,028 WARN [BP-776879909-172.17.0.2-1731785759248 heartbeating to localhost/127.0.0.1:41299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T19:36:29,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T19:36:29,028 WARN [BP-776879909-172.17.0.2-1731785759248 heartbeating to localhost/127.0.0.1:41299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-776879909-172.17.0.2-1731785759248 (Datanode Uuid 21cc2e2a-51be-4eb7-aea9-35a15d162653) service to localhost/127.0.0.1:41299 2024-11-16T19:36:29,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/cluster_d8256077-0b09-b84e-57e6-60bc7d1765cf/data/data1/current/BP-776879909-172.17.0.2-1731785759248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:36:29,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/cluster_d8256077-0b09-b84e-57e6-60bc7d1765cf/data/data2/current/BP-776879909-172.17.0.2-1731785759248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T19:36:29,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T19:36:29,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@336b9f57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T19:36:29,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ae1352f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T19:36:29,035 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T19:36:29,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a7b91d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T19:36:29,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e2c2c43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6aa6f470-8ad9-ac8c-be9d-976fabd5263d/hadoop.log.dir/,STOPPED} 2024-11-16T19:36:29,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T19:36:29,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T19:36:29,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 539) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41299 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41299 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41299 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61846) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45809 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37523 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61846) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37523 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61846) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45809 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=979 (was 892) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=500 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1744 (was 1335) - AvailableMemoryMB LEAK? - 2024-11-16T19:36:29,070 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2024-11-16T19:36:29,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1004a08f5cd0005, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:36:29,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1004a08f5cd0008, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:36:29,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1004a08f5cd0005, quorum=127.0.0.1:61846, baseZNode=/1-360633054 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:36:29,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1004a08f5cd0008, quorum=127.0.0.1:61846, baseZNode=/2-1826770402 Received Disconnected from ZooKeeper, ignoring 2024-11-16T19:36:29,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1004a08f5cd0002, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T19:36:29,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1004a08f5cd0002, quorum=127.0.0.1:61846, baseZNode=/01906905084 Received Disconnected from ZooKeeper, ignoring